2024-11-23 11:20:56,442 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 11:20:56,458 main DEBUG Took 0.013591 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 11:20:56,458 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 11:20:56,459 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 11:20:56,459 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 11:20:56,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:20:56,470 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 11:20:56,485 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:20:56,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:20:56,487 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:20:56,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:20:56,489 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:20:56,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:20:56,490 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:20:56,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:20:56,491 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:20:56,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:20:56,492 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:20:56,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:20:56,493 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:20:56,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:20:56,494 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:20:56,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:20:56,495 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:20:56,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:20:56,496 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:20:56,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:20:56,497 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:20:56,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:20:56,498 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:20:56,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:20:56,499 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:20:56,500 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 11:20:56,502 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:20:56,503 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 11:20:56,506 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 11:20:56,507 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 11:20:56,508 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 11:20:56,509 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 11:20:56,519 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 11:20:56,522 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 11:20:56,524 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 11:20:56,524 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 11:20:56,525 main DEBUG createAppenders(={Console}) 2024-11-23 11:20:56,525 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-23 11:20:56,526 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 11:20:56,526 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-23 11:20:56,527 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 11:20:56,527 main DEBUG OutputStream closed 2024-11-23 11:20:56,528 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 11:20:56,528 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 11:20:56,528 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-23 11:20:56,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 11:20:56,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 11:20:56,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 11:20:56,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 11:20:56,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 11:20:56,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 11:20:56,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 11:20:56,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 11:20:56,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 11:20:56,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 11:20:56,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 11:20:56,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 11:20:56,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 11:20:56,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 11:20:56,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 11:20:56,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 11:20:56,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 11:20:56,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 11:20:56,605 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 11:20:56,605 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-23 11:20:56,605 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 11:20:56,606 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-23T11:20:56,889 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17 2024-11-23 11:20:56,892 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 11:20:56,893 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T11:20:56,902 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-23T11:20:56,925 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:20:56,928 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/cluster_8f672425-546c-8dbb-8788-0020f76149aa, deleteOnExit=true 2024-11-23T11:20:56,928 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-23T11:20:56,929 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/test.cache.data in system properties and HBase conf 2024-11-23T11:20:56,929 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:20:56,930 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:20:56,931 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:20:56,931 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:20:56,932 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T11:20:57,025 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T11:20:57,124 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:20:57,129 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:20:57,129 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:20:57,130 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:20:57,131 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:20:57,131 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:20:57,132 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:20:57,132 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:20:57,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:20:57,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:20:57,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:20:57,135 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:20:57,135 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:20:57,136 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:20:57,137 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:20:57,953 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T11:20:58,030 INFO [Time-limited test {}] log.Log(170): Logging initialized @2313ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T11:20:58,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:58,171 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:20:58,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:20:58,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:20:58,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:20:58,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:58,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:20:58,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:20:58,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/java.io.tmpdir/jetty-localhost-40755-hadoop-hdfs-3_4_1-tests_jar-_-any-1330199061703071781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:20:58,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:40755} 2024-11-23T11:20:58,417 INFO [Time-limited test {}] server.Server(415): Started @2701ms 2024-11-23T11:20:58,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:58,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:20:58,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:20:58,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:20:58,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:20:58,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:20:58,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:20:58,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/java.io.tmpdir/jetty-localhost-36965-hadoop-hdfs-3_4_1-tests_jar-_-any-9952131762554875862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:20:58,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:36965} 2024-11-23T11:20:58,936 INFO [Time-limited test {}] server.Server(415): Started @3220ms 2024-11-23T11:20:58,994 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:20:59,455 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/cluster_8f672425-546c-8dbb-8788-0020f76149aa/dfs/data/data1/current/BP-1295590609-172.17.0.2-1732360857718/current, will proceed with Du for space computation calculation, 2024-11-23T11:20:59,455 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/cluster_8f672425-546c-8dbb-8788-0020f76149aa/dfs/data/data2/current/BP-1295590609-172.17.0.2-1732360857718/current, will proceed with Du for space computation calculation, 2024-11-23T11:20:59,502 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:20:59,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafa4ca5a2b0f76df with lease ID 0x364d161ae6757487: Processing first storage report for DS-4dd8be5a-83df-4fc8-89f7-47a97c3d91db from datanode DatanodeRegistration(127.0.0.1:39847, datanodeUuid=59300faf-219a-40f3-abb5-2abb8e4e1da7, infoPort=34359, infoSecurePort=0, ipcPort=45731, storageInfo=lv=-57;cid=testClusterID;nsid=932709777;c=1732360857718) 2024-11-23T11:20:59,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafa4ca5a2b0f76df with lease ID 0x364d161ae6757487: from storage DS-4dd8be5a-83df-4fc8-89f7-47a97c3d91db node DatanodeRegistration(127.0.0.1:39847, datanodeUuid=59300faf-219a-40f3-abb5-2abb8e4e1da7, infoPort=34359, infoSecurePort=0, ipcPort=45731, storageInfo=lv=-57;cid=testClusterID;nsid=932709777;c=1732360857718), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T11:20:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafa4ca5a2b0f76df with lease ID 0x364d161ae6757487: Processing first storage report for DS-926e10f7-e277-4c77-a767-07f2e959b48e from datanode DatanodeRegistration(127.0.0.1:39847, datanodeUuid=59300faf-219a-40f3-abb5-2abb8e4e1da7, infoPort=34359, infoSecurePort=0, ipcPort=45731, storageInfo=lv=-57;cid=testClusterID;nsid=932709777;c=1732360857718) 2024-11-23T11:20:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafa4ca5a2b0f76df with lease ID 0x364d161ae6757487: from storage DS-926e10f7-e277-4c77-a767-07f2e959b48e node DatanodeRegistration(127.0.0.1:39847, datanodeUuid=59300faf-219a-40f3-abb5-2abb8e4e1da7, infoPort=34359, infoSecurePort=0, ipcPort=45731, storageInfo=lv=-57;cid=testClusterID;nsid=932709777;c=1732360857718), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T11:20:59,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17 2024-11-23T11:20:59,707 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/cluster_8f672425-546c-8dbb-8788-0020f76149aa/zookeeper_0, clientPort=63731, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/cluster_8f672425-546c-8dbb-8788-0020f76149aa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/cluster_8f672425-546c-8dbb-8788-0020f76149aa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T11:20:59,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63731 2024-11-23T11:20:59,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:59,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:59,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:21:00,365 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469 with version=8 2024-11-23T11:21:00,365 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/hbase-staging 2024-11-23T11:21:00,508 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T11:21:00,777 INFO [Time-limited test {}] client.ConnectionUtils(129): master/9bf4ef99e196:0 server-side Connection retries=45 2024-11-23T11:21:00,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:00,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:00,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:21:00,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:00,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:21:00,929 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:21:00,988 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T11:21:00,996 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T11:21:01,000 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:21:01,027 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22171 (auto-detected) 2024-11-23T11:21:01,028 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T11:21:01,047 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44909 2024-11-23T11:21:01,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:01,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:01,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44909 connecting to ZooKeeper ensemble=127.0.0.1:63731 2024-11-23T11:21:01,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449090x0, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:21:01,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44909-0x100241ca9100000 connected 2024-11-23T11:21:01,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T11:21:01,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:21:01,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T11:21:01,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44909 2024-11-23T11:21:01,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44909 2024-11-23T11:21:01,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44909 2024-11-23T11:21:01,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44909 2024-11-23T11:21:01,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44909 2024-11-23T11:21:01,147 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469, hbase.cluster.distributed=false 2024-11-23T11:21:01,209 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9bf4ef99e196:0 server-side Connection retries=45 2024-11-23T11:21:01,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:01,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:01,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:21:01,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:01,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:21:01,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:21:01,214 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:21:01,215 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37431 2024-11-23T11:21:01,217 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:21:01,222 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:21:01,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:01,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:01,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37431 connecting to ZooKeeper ensemble=127.0.0.1:63731 2024-11-23T11:21:01,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374310x0, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:21:01,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T11:21:01,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37431-0x100241ca9100001 connected 2024-11-23T11:21:01,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:21:01,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T11:21:01,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37431 2024-11-23T11:21:01,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37431 2024-11-23T11:21:01,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37431 2024-11-23T11:21:01,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37431 2024-11-23T11:21:01,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37431 2024-11-23T11:21:01,243 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/9bf4ef99e196,44909,1732360860499 2024-11-23T11:21:01,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:21:01,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:21:01,252 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9bf4ef99e196,44909,1732360860499 2024-11-23T11:21:01,258 DEBUG [M:0;9bf4ef99e196:44909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bf4ef99e196:44909 2024-11-23T11:21:01,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T11:21:01,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T11:21:01,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:21:01,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:21:01,272 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T11:21:01,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T11:21:01,273 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9bf4ef99e196,44909,1732360860499 from backup master directory 2024-11-23T11:21:01,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:21:01,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9bf4ef99e196,44909,1732360860499 2024-11-23T11:21:01,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:21:01,277 WARN [master/9bf4ef99e196:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:21:01,277 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bf4ef99e196,44909,1732360860499 2024-11-23T11:21:01,279 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T11:21:01,281 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T11:21:01,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:21:01,747 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/hbase.id with ID: 8eeda920-05e6-45e7-97de-b00c21a5a152 2024-11-23T11:21:01,789 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:01,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:21:01,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:21:01,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:21:02,249 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:02,252 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:21:02,270 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:02,274 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:02,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:21:02,723 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store 2024-11-23T11:21:02,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:21:03,143 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T11:21:03,144 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:03,145 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:21:03,145 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:03,146 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:03,146 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:21:03,146 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:03,146 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:03,146 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T11:21:03,148 WARN [master/9bf4ef99e196:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/.initializing 2024-11-23T11:21:03,149 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/WALs/9bf4ef99e196,44909,1732360860499 2024-11-23T11:21:03,155 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:21:03,166 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bf4ef99e196%2C44909%2C1732360860499, suffix=, logDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/WALs/9bf4ef99e196,44909,1732360860499, archiveDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/oldWALs, maxLogs=10 2024-11-23T11:21:03,188 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/WALs/9bf4ef99e196,44909,1732360860499/9bf4ef99e196%2C44909%2C1732360860499.1732360863171, exclude list is [], retry=0 2024-11-23T11:21:03,205 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39847,DS-4dd8be5a-83df-4fc8-89f7-47a97c3d91db,DISK] 2024-11-23T11:21:03,208 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T11:21:03,246 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/WALs/9bf4ef99e196,44909,1732360860499/9bf4ef99e196%2C44909%2C1732360860499.1732360863171 2024-11-23T11:21:03,247 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34359:34359)] 2024-11-23T11:21:03,248 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:03,248 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:03,252 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,253 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:21:03,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:03,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:03,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:21:03,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:03,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:03,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:21:03,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:03,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:03,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:21:03,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:03,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:03,342 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,343 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,354 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:21:03,358 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,364 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:03,365 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58808307, jitterRate=-0.12368793785572052}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:21:03,370 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T11:21:03,371 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:21:03,399 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0754fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:03,435 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-23T11:21:03,447 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:21:03,447 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:21:03,450 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:21:03,452 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T11:21:03,457 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-23T11:21:03,457 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:21:03,485 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:21:03,497 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T11:21:03,501 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-23T11:21:03,504 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:21:03,505 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:21:03,506 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-23T11:21:03,508 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:21:03,512 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:21:03,514 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-23T11:21:03,515 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:21:03,516 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T11:21:03,526 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:21:03,527 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T11:21:03,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T11:21:03,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T11:21:03,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:21:03,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:21:03,532 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=9bf4ef99e196,44909,1732360860499, sessionid=0x100241ca9100000, setting cluster-up flag (Was=false) 2024-11-23T11:21:03,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:21:03,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:21:03,550 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T11:21:03,552 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bf4ef99e196,44909,1732360860499 2024-11-23T11:21:03,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:21:03,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:21:03,562 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T11:21:03,564 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bf4ef99e196,44909,1732360860499 2024-11-23T11:21:03,648 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:03,654 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-23T11:21:03,657 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:21:03,657 DEBUG [RS:0;9bf4ef99e196:37431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bf4ef99e196:37431 2024-11-23T11:21:03,659 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1008): ClusterId : 8eeda920-05e6-45e7-97de-b00c21a5a152 2024-11-23T11:21:03,662 DEBUG [RS:0;9bf4ef99e196:37431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:21:03,664 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bf4ef99e196,44909,1732360860499 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:21:03,666 DEBUG [RS:0;9bf4ef99e196:37431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:21:03,666 DEBUG [RS:0;9bf4ef99e196:37431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:21:03,667 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bf4ef99e196:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:03,667 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bf4ef99e196:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:03,667 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bf4ef99e196:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:03,668 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bf4ef99e196:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:03,668 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bf4ef99e196:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:21:03,668 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bf4ef99e196:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,668 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bf4ef99e196:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:21:03,668 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bf4ef99e196:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,669 DEBUG [RS:0;9bf4ef99e196:37431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:21:03,670 DEBUG [RS:0;9bf4ef99e196:37431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456ec8a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:03,670 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360893670 2024-11-23T11:21:03,671 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:21:03,672 DEBUG [RS:0;9bf4ef99e196:37431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eeb722e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bf4ef99e196/172.17.0.2:0 2024-11-23T11:21:03,672 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:21:03,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:03,675 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-23T11:21:03,675 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:21:03,675 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-23T11:21:03,676 DEBUG [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-23T11:21:03,676 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:21:03,676 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:21:03,677 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:21:03,677 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:21:03,677 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,679 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(3073): reportForDuty to master=9bf4ef99e196,44909,1732360860499 with isa=9bf4ef99e196/172.17.0.2:37431, startcode=1732360861208 2024-11-23T11:21:03,680 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:03,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:21:03,682 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:21:03,684 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:21:03,684 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:21:03,686 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:21:03,687 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:21:03,689 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bf4ef99e196:0:becomeActiveMaster-HFileCleaner.large.0-1732360863688,5,FailOnTimeoutGroup] 2024-11-23T11:21:03,689 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bf4ef99e196:0:becomeActiveMaster-HFileCleaner.small.0-1732360863689,5,FailOnTimeoutGroup] 2024-11-23T11:21:03,689 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,689 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:21:03,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741831_1007 (size=1039) 2024-11-23T11:21:03,691 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,691 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,694 DEBUG [RS:0;9bf4ef99e196:37431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:21:03,734 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36193, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:21:03,739 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44909 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:03,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44909 {}] master.ServerManager(486): Registering regionserver=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:03,756 DEBUG [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469 2024-11-23T11:21:03,756 DEBUG [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38753 2024-11-23T11:21:03,756 DEBUG [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-23T11:21:03,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T11:21:03,761 DEBUG [RS:0;9bf4ef99e196:37431 {}] zookeeper.ZKUtil(111): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:03,761 WARN [RS:0;9bf4ef99e196:37431 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:21:03,761 INFO [RS:0;9bf4ef99e196:37431 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:03,761 DEBUG [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/WALs/9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:03,763 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bf4ef99e196,37431,1732360861208] 2024-11-23T11:21:03,775 DEBUG [RS:0;9bf4ef99e196:37431 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-23T11:21:03,786 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:21:03,798 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:21:03,801 INFO [RS:0;9bf4ef99e196:37431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:21:03,801 INFO [RS:0;9bf4ef99e196:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,802 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-23T11:21:03,808 INFO [RS:0;9bf4ef99e196:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,809 DEBUG [RS:0;9bf4ef99e196:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bf4ef99e196:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,809 DEBUG [RS:0;9bf4ef99e196:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bf4ef99e196:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,809 DEBUG [RS:0;9bf4ef99e196:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,809 DEBUG [RS:0;9bf4ef99e196:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bf4ef99e196:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,809 DEBUG [RS:0;9bf4ef99e196:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bf4ef99e196:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,809 DEBUG [RS:0;9bf4ef99e196:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bf4ef99e196:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:21:03,810 DEBUG [RS:0;9bf4ef99e196:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,810 DEBUG [RS:0;9bf4ef99e196:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bf4ef99e196:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,810 DEBUG [RS:0;9bf4ef99e196:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bf4ef99e196:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,810 DEBUG [RS:0;9bf4ef99e196:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bf4ef99e196:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,810 DEBUG [RS:0;9bf4ef99e196:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bf4ef99e196:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,810 DEBUG [RS:0;9bf4ef99e196:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bf4ef99e196:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:21:03,810 DEBUG [RS:0;9bf4ef99e196:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:21:03,811 INFO [RS:0;9bf4ef99e196:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,811 INFO [RS:0;9bf4ef99e196:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,812 INFO [RS:0;9bf4ef99e196:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,812 INFO [RS:0;9bf4ef99e196:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,812 INFO [RS:0;9bf4ef99e196:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bf4ef99e196,37431,1732360861208-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:21:03,833 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:21:03,836 INFO [RS:0;9bf4ef99e196:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bf4ef99e196,37431,1732360861208-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,862 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.Replication(204): 9bf4ef99e196,37431,1732360861208 started 2024-11-23T11:21:03,863 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1767): Serving as 9bf4ef99e196,37431,1732360861208, RpcServer on 9bf4ef99e196/172.17.0.2:37431, sessionid=0x100241ca9100001 2024-11-23T11:21:03,864 DEBUG [RS:0;9bf4ef99e196:37431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:21:03,864 DEBUG [RS:0;9bf4ef99e196:37431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:03,864 DEBUG [RS:0;9bf4ef99e196:37431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bf4ef99e196,37431,1732360861208' 2024-11-23T11:21:03,864 DEBUG [RS:0;9bf4ef99e196:37431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T11:21:03,865 DEBUG [RS:0;9bf4ef99e196:37431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T11:21:03,866 DEBUG [RS:0;9bf4ef99e196:37431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:21:03,866 DEBUG [RS:0;9bf4ef99e196:37431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:21:03,866 DEBUG [RS:0;9bf4ef99e196:37431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:03,866 DEBUG [RS:0;9bf4ef99e196:37431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bf4ef99e196,37431,1732360861208' 2024-11-23T11:21:03,866 DEBUG [RS:0;9bf4ef99e196:37431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T11:21:03,867 DEBUG [RS:0;9bf4ef99e196:37431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T11:21:03,868 DEBUG [RS:0;9bf4ef99e196:37431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:21:03,868 INFO [RS:0;9bf4ef99e196:37431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:21:03,868 INFO [RS:0;9bf4ef99e196:37431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:21:03,974 INFO [RS:0;9bf4ef99e196:37431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:21:03,977 INFO [RS:0;9bf4ef99e196:37431 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bf4ef99e196%2C37431%2C1732360861208, suffix=, logDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/WALs/9bf4ef99e196,37431,1732360861208, archiveDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/oldWALs, maxLogs=32 2024-11-23T11:21:03,994 DEBUG [RS:0;9bf4ef99e196:37431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/WALs/9bf4ef99e196,37431,1732360861208/9bf4ef99e196%2C37431%2C1732360861208.1732360863979, exclude list is [], retry=0 2024-11-23T11:21:03,999 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39847,DS-4dd8be5a-83df-4fc8-89f7-47a97c3d91db,DISK] 2024-11-23T11:21:04,002 INFO [RS:0;9bf4ef99e196:37431 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/WALs/9bf4ef99e196,37431,1732360861208/9bf4ef99e196%2C37431%2C1732360861208.1732360863979 2024-11-23T11:21:04,002 DEBUG [RS:0;9bf4ef99e196:37431 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34359:34359)] 2024-11-23T11:21:04,093 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-23T11:21:04,093 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469 2024-11-23T11:21:04,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:21:04,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:04,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:21:04,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:21:04,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:04,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:04,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:21:04,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:21:04,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:04,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:04,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:21:04,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:21:04,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:04,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:04,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740 2024-11-23T11:21:04,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740 2024-11-23T11:21:04,523 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T11:21:04,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T11:21:04,528 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:04,529 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65860973, jitterRate=-0.018595024943351746}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T11:21:04,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T11:21:04,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:21:04,531 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T11:21:04,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T11:21:04,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:21:04,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:21:04,533 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T11:21:04,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T11:21:04,535 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:04,535 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-23T11:21:04,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:21:04,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:21:04,551 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:21:04,703 DEBUG [9bf4ef99e196:44909 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:21:04,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:04,713 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bf4ef99e196,37431,1732360861208, state=OPENING 2024-11-23T11:21:04,718 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:21:04,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:21:04,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:21:04,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:21:04,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:21:04,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:21:04,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:04,897 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:21:04,900 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:21:04,912 INFO [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-23T11:21:04,912 INFO [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:04,913 INFO [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:21:04,917 INFO [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bf4ef99e196%2C37431%2C1732360861208.meta, suffix=.meta, logDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/WALs/9bf4ef99e196,37431,1732360861208, archiveDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/oldWALs, maxLogs=32 2024-11-23T11:21:04,940 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/WALs/9bf4ef99e196,37431,1732360861208/9bf4ef99e196%2C37431%2C1732360861208.meta.1732360864919.meta, exclude list is [], retry=0 2024-11-23T11:21:04,943 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39847,DS-4dd8be5a-83df-4fc8-89f7-47a97c3d91db,DISK] 2024-11-23T11:21:04,946 INFO [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/WALs/9bf4ef99e196,37431,1732360861208/9bf4ef99e196%2C37431%2C1732360861208.meta.1732360864919.meta 2024-11-23T11:21:04,947 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34359:34359)] 2024-11-23T11:21:04,947 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:04,949 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:21:05,008 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:21:05,013 INFO [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:21:05,019 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:21:05,019 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:05,019 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-23T11:21:05,019 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-23T11:21:05,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:21:05,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:21:05,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:05,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:05,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:21:05,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:21:05,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:05,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:05,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:21:05,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:21:05,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:05,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:05,032 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740 2024-11-23T11:21:05,035 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740 2024-11-23T11:21:05,038 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T11:21:05,041 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T11:21:05,043 INFO [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62697614, jitterRate=-0.06573274731636047}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T11:21:05,045 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T11:21:05,053 INFO [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360864889 2024-11-23T11:21:05,065 DEBUG [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:21:05,065 INFO [RS_OPEN_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-23T11:21:05,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:05,068 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bf4ef99e196,37431,1732360861208, state=OPEN 2024-11-23T11:21:05,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:21:05,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:21:05,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:21:05,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:21:05,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:21:05,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=9bf4ef99e196,37431,1732360861208 in 350 msec 2024-11-23T11:21:05,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:21:05,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-11-23T11:21:05,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4880 sec 2024-11-23T11:21:05,087 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360865086, completionTime=-1 2024-11-23T11:21:05,087 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:21:05,087 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-23T11:21:05,126 DEBUG [hconnection-0xeb1be9a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:05,129 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:05,139 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-23T11:21:05,139 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360925139 2024-11-23T11:21:05,139 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360985139 2024-11-23T11:21:05,139 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 52 msec 2024-11-23T11:21:05,163 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bf4ef99e196,44909,1732360860499-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:05,163 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bf4ef99e196,44909,1732360860499-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:05,163 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bf4ef99e196,44909,1732360860499-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:05,165 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bf4ef99e196:44909, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:05,165 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:05,170 DEBUG [master/9bf4ef99e196:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-23T11:21:05,173 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-23T11:21:05,174 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:21:05,180 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-23T11:21:05,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:21:05,184 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:05,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:21:05,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741835_1011 (size=358) 2024-11-23T11:21:05,602 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0ad35f5083159548f59450d9107166a7, NAME => 'hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469 2024-11-23T11:21:05,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741836_1012 (size=42) 2024-11-23T11:21:06,013 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:06,013 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 0ad35f5083159548f59450d9107166a7, disabling compactions & flushes 2024-11-23T11:21:06,013 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7. 2024-11-23T11:21:06,013 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7. 2024-11-23T11:21:06,013 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7. after waiting 0 ms 2024-11-23T11:21:06,013 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7. 2024-11-23T11:21:06,014 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7. 2024-11-23T11:21:06,014 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0ad35f5083159548f59450d9107166a7: 2024-11-23T11:21:06,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:21:06,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732360866017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360866017"}]},"ts":"1732360866017"} 2024-11-23T11:21:06,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T11:21:06,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:21:06,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360866049"}]},"ts":"1732360866049"} 2024-11-23T11:21:06,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-23T11:21:06,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=0ad35f5083159548f59450d9107166a7, ASSIGN}] 2024-11-23T11:21:06,065 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=0ad35f5083159548f59450d9107166a7, ASSIGN 2024-11-23T11:21:06,066 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=0ad35f5083159548f59450d9107166a7, ASSIGN; state=OFFLINE, location=9bf4ef99e196,37431,1732360861208; forceNewPlan=false, retain=false 2024-11-23T11:21:06,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=0ad35f5083159548f59450d9107166a7, regionState=OPENING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:06,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 0ad35f5083159548f59450d9107166a7, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:21:06,377 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:06,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7. 2024-11-23T11:21:06,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 0ad35f5083159548f59450d9107166a7, NAME => 'hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:06,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 0ad35f5083159548f59450d9107166a7 2024-11-23T11:21:06,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:06,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 0ad35f5083159548f59450d9107166a7 2024-11-23T11:21:06,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 0ad35f5083159548f59450d9107166a7 2024-11-23T11:21:06,387 INFO [StoreOpener-0ad35f5083159548f59450d9107166a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0ad35f5083159548f59450d9107166a7 2024-11-23T11:21:06,389 INFO [StoreOpener-0ad35f5083159548f59450d9107166a7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ad35f5083159548f59450d9107166a7 columnFamilyName info 2024-11-23T11:21:06,390 DEBUG [StoreOpener-0ad35f5083159548f59450d9107166a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:06,390 INFO [StoreOpener-0ad35f5083159548f59450d9107166a7-1 {}] regionserver.HStore(327): Store=0ad35f5083159548f59450d9107166a7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:06,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/namespace/0ad35f5083159548f59450d9107166a7 2024-11-23T11:21:06,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/namespace/0ad35f5083159548f59450d9107166a7 2024-11-23T11:21:06,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 0ad35f5083159548f59450d9107166a7 2024-11-23T11:21:06,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/namespace/0ad35f5083159548f59450d9107166a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:06,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 0ad35f5083159548f59450d9107166a7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68339120, jitterRate=0.018332242965698242}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:21:06,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 0ad35f5083159548f59450d9107166a7: 2024-11-23T11:21:06,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7., pid=6, masterSystemTime=1732360866377 2024-11-23T11:21:06,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7. 2024-11-23T11:21:06,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7. 2024-11-23T11:21:06,409 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=0ad35f5083159548f59450d9107166a7, regionState=OPEN, openSeqNum=2, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:06,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:21:06,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 0ad35f5083159548f59450d9107166a7, server=9bf4ef99e196,37431,1732360861208 in 191 msec 2024-11-23T11:21:06,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:21:06,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=0ad35f5083159548f59450d9107166a7, ASSIGN in 354 msec 2024-11-23T11:21:06,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:21:06,421 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360866421"}]},"ts":"1732360866421"} 2024-11-23T11:21:06,424 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-23T11:21:06,427 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:21:06,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2530 sec 2024-11-23T11:21:06,484 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-23T11:21:06,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-23T11:21:06,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:21:06,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:21:06,515 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-23T11:21:06,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T11:21:06,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-23T11:21:06,539 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-23T11:21:06,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T11:21:06,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-23T11:21:06,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-23T11:21:06,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-23T11:21:06,567 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.290sec 2024-11-23T11:21:06,569 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:21:06,570 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:21:06,571 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:21:06,572 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:21:06,572 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:21:06,573 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bf4ef99e196,44909,1732360860499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:21:06,573 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bf4ef99e196,44909,1732360860499-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:21:06,579 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:21:06,580 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:21:06,580 INFO [master/9bf4ef99e196:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bf4ef99e196,44909,1732360860499-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:06,662 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-23T11:21:06,663 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-23T11:21:06,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:06,673 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T11:21:06,673 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T11:21:06,682 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:06,691 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:06,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=9bf4ef99e196,44909,1732360860499 2024-11-23T11:21:06,727 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=4759 2024-11-23T11:21:06,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:06,759 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:06,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T11:21:06,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:06,778 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:21:06,778 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:06,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-23T11:21:06,780 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:21:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T11:21:06,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741837_1013 (size=960) 2024-11-23T11:21:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T11:21:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T11:21:07,200 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469 2024-11-23T11:21:07,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741838_1014 (size=53) 2024-11-23T11:21:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T11:21:07,611 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:07,611 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a2bc7ed26c41ab8b586bbb30a3fd32f4, disabling compactions & flushes 2024-11-23T11:21:07,611 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:07,612 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:07,612 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. after waiting 0 ms 2024-11-23T11:21:07,612 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:07,612 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:07,612 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:07,614 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:21:07,614 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732360867614"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360867614"}]},"ts":"1732360867614"} 2024-11-23T11:21:07,617 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T11:21:07,618 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:21:07,619 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360867619"}]},"ts":"1732360867619"} 2024-11-23T11:21:07,621 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T11:21:07,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2bc7ed26c41ab8b586bbb30a3fd32f4, ASSIGN}] 2024-11-23T11:21:07,627 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2bc7ed26c41ab8b586bbb30a3fd32f4, ASSIGN 2024-11-23T11:21:07,628 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2bc7ed26c41ab8b586bbb30a3fd32f4, ASSIGN; state=OFFLINE, location=9bf4ef99e196,37431,1732360861208; forceNewPlan=false, retain=false 2024-11-23T11:21:07,779 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=a2bc7ed26c41ab8b586bbb30a3fd32f4, regionState=OPENING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:07,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:21:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T11:21:07,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:07,942 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:07,942 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:07,942 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:07,943 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:07,943 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:07,943 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:07,945 INFO [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:07,949 INFO [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:21:07,949 INFO [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2bc7ed26c41ab8b586bbb30a3fd32f4 columnFamilyName A 2024-11-23T11:21:07,949 DEBUG [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:07,951 INFO [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] regionserver.HStore(327): Store=a2bc7ed26c41ab8b586bbb30a3fd32f4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:07,951 INFO [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:07,953 INFO [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:21:07,953 INFO [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2bc7ed26c41ab8b586bbb30a3fd32f4 columnFamilyName B 2024-11-23T11:21:07,953 DEBUG [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:07,954 INFO [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] regionserver.HStore(327): Store=a2bc7ed26c41ab8b586bbb30a3fd32f4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:07,954 INFO [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:07,956 INFO [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:21:07,957 INFO [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2bc7ed26c41ab8b586bbb30a3fd32f4 columnFamilyName C 2024-11-23T11:21:07,957 DEBUG [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:07,958 INFO [StoreOpener-a2bc7ed26c41ab8b586bbb30a3fd32f4-1 {}] regionserver.HStore(327): Store=a2bc7ed26c41ab8b586bbb30a3fd32f4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:07,958 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:07,960 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:07,960 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:07,963 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T11:21:07,965 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:07,968 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:07,969 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened a2bc7ed26c41ab8b586bbb30a3fd32f4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64958845, jitterRate=-0.032037779688835144}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T11:21:07,970 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:07,971 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., pid=11, masterSystemTime=1732360867935 2024-11-23T11:21:07,974 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:07,974 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:07,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=a2bc7ed26c41ab8b586bbb30a3fd32f4, regionState=OPEN, openSeqNum=2, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:07,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T11:21:07,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 in 196 msec 2024-11-23T11:21:07,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:21:07,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2bc7ed26c41ab8b586bbb30a3fd32f4, ASSIGN in 356 msec 2024-11-23T11:21:07,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:21:07,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360867986"}]},"ts":"1732360867986"} 2024-11-23T11:21:07,988 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T11:21:07,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:21:07,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2190 sec 2024-11-23T11:21:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T11:21:08,905 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-23T11:21:08,910 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-23T11:21:08,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:08,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:08,918 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:08,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:08,923 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:08,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-23T11:21:08,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:08,935 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-23T11:21:08,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:08,940 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-23T11:21:08,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:08,944 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-23T11:21:08,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:08,949 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-23T11:21:08,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:08,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-23T11:21:08,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:08,958 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-23T11:21:08,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:08,962 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-23T11:21:08,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:08,966 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-23T11:21:08,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:08,974 DEBUG [hconnection-0x1127e63d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:08,976 DEBUG [hconnection-0x2f204f5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:08,976 DEBUG [hconnection-0x522bb58c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:08,980 DEBUG [hconnection-0x34907d80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:08,981 DEBUG [hconnection-0x3679459b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:08,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:08,986 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:08,987 DEBUG [hconnection-0x2623371a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-23T11:21:08,989 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:08,989 DEBUG [hconnection-0x3d2cc084-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:08,989 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:08,990 DEBUG [hconnection-0x48abfdf7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:08,991 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:08,991 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T11:21:08,992 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:08,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:08,994 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:08,996 DEBUG [hconnection-0x38bdff40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:08,997 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:09,003 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:09,004 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:09,014 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:09,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T11:21:09,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:09,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:09,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:09,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:09,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:09,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T11:21:09,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T11:21:09,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:09,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:09,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/c71a1e2e221b4266bc795ab1c467553b is 50, key is test_row_0/A:col10/1732360869061/Put/seqid=0 2024-11-23T11:21:09,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:09,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360929216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360929223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360929227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360929231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360929240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741839_1015 (size=12001) 2024-11-23T11:21:09,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/c71a1e2e221b4266bc795ab1c467553b 2024-11-23T11:21:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T11:21:09,368 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T11:21:09,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360929370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360929371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360929370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360929371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:09,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:09,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360929372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/4f129414b217434fb654f6709ab49976 is 50, key is test_row_0/B:col10/1732360869061/Put/seqid=0 2024-11-23T11:21:09,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741840_1016 (size=12001) 2024-11-23T11:21:09,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/4f129414b217434fb654f6709ab49976 2024-11-23T11:21:09,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/fb04f87eb9224603a7d54066431e1ae1 is 50, key is test_row_0/C:col10/1732360869061/Put/seqid=0 2024-11-23T11:21:09,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741841_1017 (size=12001) 2024-11-23T11:21:09,530 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T11:21:09,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:09,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:09,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:09,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360929577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360929580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360929580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360929579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360929583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T11:21:09,687 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T11:21:09,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:09,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:09,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:09,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T11:21:09,783 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:21:09,784 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-23T11:21:09,843 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T11:21:09,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:09,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:09,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:09,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:09,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360929885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360929886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360929888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360929888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360929889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:09,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/fb04f87eb9224603a7d54066431e1ae1 2024-11-23T11:21:09,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/c71a1e2e221b4266bc795ab1c467553b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/c71a1e2e221b4266bc795ab1c467553b 2024-11-23T11:21:09,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/c71a1e2e221b4266bc795ab1c467553b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T11:21:09,953 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T11:21:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/4f129414b217434fb654f6709ab49976 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/4f129414b217434fb654f6709ab49976 2024-11-23T11:21:09,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/4f129414b217434fb654f6709ab49976, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T11:21:09,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/fb04f87eb9224603a7d54066431e1ae1 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fb04f87eb9224603a7d54066431e1ae1 2024-11-23T11:21:09,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fb04f87eb9224603a7d54066431e1ae1, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T11:21:09,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 926ms, sequenceid=13, compaction requested=false 2024-11-23T11:21:09,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:10,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T11:21:10,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:10,001 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T11:21:10,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/29205016539449eb8604e90bc33daab5 is 50, key is test_row_0/A:col10/1732360869222/Put/seqid=0 2024-11-23T11:21:10,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741842_1018 (size=12001) 2024-11-23T11:21:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T11:21:10,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:10,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360930408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360930411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360930412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360930414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360930417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,453 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/29205016539449eb8604e90bc33daab5 2024-11-23T11:21:10,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/cecc68c190264a3b9da0325f861bdf04 is 50, key is test_row_0/B:col10/1732360869222/Put/seqid=0 2024-11-23T11:21:10,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741843_1019 (size=12001) 2024-11-23T11:21:10,518 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/cecc68c190264a3b9da0325f861bdf04 2024-11-23T11:21:10,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360930517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360930519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360930522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T11:21:10,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360930524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360930524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/dc2b995215444114a8c3ab52f61163dd is 50, key is test_row_0/C:col10/1732360869222/Put/seqid=0 2024-11-23T11:21:10,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741844_1020 (size=12001) 2024-11-23T11:21:10,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360930724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360930724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360930731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360930735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360930736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:10,965 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/dc2b995215444114a8c3ab52f61163dd 2024-11-23T11:21:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/29205016539449eb8604e90bc33daab5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/29205016539449eb8604e90bc33daab5 2024-11-23T11:21:10,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:21:10,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T11:21:10,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-23T11:21:10,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-23T11:21:10,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:21:10,990 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T11:21:10,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:21:10,990 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T11:21:10,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T11:21:10,991 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T11:21:10,994 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/29205016539449eb8604e90bc33daab5, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T11:21:10,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/cecc68c190264a3b9da0325f861bdf04 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/cecc68c190264a3b9da0325f861bdf04 2024-11-23T11:21:11,010 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/cecc68c190264a3b9da0325f861bdf04, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T11:21:11,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/dc2b995215444114a8c3ab52f61163dd as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/dc2b995215444114a8c3ab52f61163dd 2024-11-23T11:21:11,026 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/dc2b995215444114a8c3ab52f61163dd, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T11:21:11,030 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 1028ms, sequenceid=38, compaction requested=false 2024-11-23T11:21:11,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:11,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:11,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T11:21:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-23T11:21:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:11,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T11:21:11,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:11,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:11,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:11,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:11,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:11,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:11,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T11:21:11,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0400 sec 2024-11-23T11:21:11,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.0570 sec 2024-11-23T11:21:11,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/12734c250d0047cd9123f8ef5dea5174 is 50, key is test_row_0/A:col10/1732360871033/Put/seqid=0 2024-11-23T11:21:11,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741845_1021 (size=12001) 2024-11-23T11:21:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360931089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360931089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360931089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360931091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360931094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T11:21:11,104 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-23T11:21:11,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-23T11:21:11,111 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T11:21:11,113 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:11,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:11,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360931197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360931197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360931198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360931200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360931202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T11:21:11,266 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T11:21:11,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:11,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:11,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:11,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360931402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360931402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360931405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360931405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360931406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T11:21:11,422 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T11:21:11,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:11,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:11,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:11,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/12734c250d0047cd9123f8ef5dea5174 2024-11-23T11:21:11,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/e4d1fb8275144ffa91ad16a01cd2ddfc is 50, key is test_row_0/B:col10/1732360871033/Put/seqid=0 2024-11-23T11:21:11,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741846_1022 (size=12001) 2024-11-23T11:21:11,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/e4d1fb8275144ffa91ad16a01cd2ddfc 2024-11-23T11:21:11,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/9a8bff57ef144134869967eb8fe63cbd is 50, key is test_row_0/C:col10/1732360871033/Put/seqid=0 2024-11-23T11:21:11,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741847_1023 (size=12001) 2024-11-23T11:21:11,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/9a8bff57ef144134869967eb8fe63cbd 2024-11-23T11:21:11,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/12734c250d0047cd9123f8ef5dea5174 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/12734c250d0047cd9123f8ef5dea5174 2024-11-23T11:21:11,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/12734c250d0047cd9123f8ef5dea5174, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T11:21:11,577 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T11:21:11,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:11,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:11,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:11,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/e4d1fb8275144ffa91ad16a01cd2ddfc as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e4d1fb8275144ffa91ad16a01cd2ddfc 2024-11-23T11:21:11,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e4d1fb8275144ffa91ad16a01cd2ddfc, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T11:21:11,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/9a8bff57ef144134869967eb8fe63cbd as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/9a8bff57ef144134869967eb8fe63cbd 2024-11-23T11:21:11,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/9a8bff57ef144134869967eb8fe63cbd, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T11:21:11,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 587ms, sequenceid=52, compaction requested=true 2024-11-23T11:21:11,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:11,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:11,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:11,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:11,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:11,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:11,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:11,633 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:11,633 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:11,638 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:11,638 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:11,640 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/A is initiating minor compaction (all files) 2024-11-23T11:21:11,640 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/B is initiating minor compaction (all files) 2024-11-23T11:21:11,640 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/A in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:11,640 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/B in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:11,640 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/c71a1e2e221b4266bc795ab1c467553b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/29205016539449eb8604e90bc33daab5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/12734c250d0047cd9123f8ef5dea5174] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=35.2 K 2024-11-23T11:21:11,640 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/4f129414b217434fb654f6709ab49976, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/cecc68c190264a3b9da0325f861bdf04, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e4d1fb8275144ffa91ad16a01cd2ddfc] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=35.2 K 2024-11-23T11:21:11,644 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting c71a1e2e221b4266bc795ab1c467553b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732360869026 2024-11-23T11:21:11,644 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f129414b217434fb654f6709ab49976, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732360869026 2024-11-23T11:21:11,645 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting cecc68c190264a3b9da0325f861bdf04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732360869165 2024-11-23T11:21:11,647 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting e4d1fb8275144ffa91ad16a01cd2ddfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732360870407 2024-11-23T11:21:11,647 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29205016539449eb8604e90bc33daab5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732360869165 2024-11-23T11:21:11,651 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12734c250d0047cd9123f8ef5dea5174, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732360870407 2024-11-23T11:21:11,696 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#B#compaction#9 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:11,696 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#A#compaction#10 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:11,697 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/47e817e6e468486691b86c3b83fb0785 is 50, key is test_row_0/B:col10/1732360871033/Put/seqid=0 2024-11-23T11:21:11,698 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/e97aa9c00f5b4b848eb08a7e549f25a4 is 50, key is test_row_0/A:col10/1732360871033/Put/seqid=0 2024-11-23T11:21:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T11:21:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:11,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T11:21:11,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:11,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:11,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:11,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:11,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:11,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:11,741 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T11:21:11,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:11,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:11,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:11,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741849_1025 (size=12104) 2024-11-23T11:21:11,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741848_1024 (size=12104) 2024-11-23T11:21:11,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/79e38e4f01f94186b9ac760c98ccdd8c is 50, key is test_row_0/A:col10/1732360871717/Put/seqid=0 2024-11-23T11:21:11,759 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/47e817e6e468486691b86c3b83fb0785 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/47e817e6e468486691b86c3b83fb0785 2024-11-23T11:21:11,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741850_1026 (size=14341) 2024-11-23T11:21:11,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/79e38e4f01f94186b9ac760c98ccdd8c 2024-11-23T11:21:11,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/0e70ac22fbb84812babb532b91e22eb5 is 50, key is test_row_0/B:col10/1732360871717/Put/seqid=0 2024-11-23T11:21:11,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741851_1027 (size=12001) 2024-11-23T11:21:11,798 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/B of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 47e817e6e468486691b86c3b83fb0785(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:11,798 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:11,798 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/B, priority=13, startTime=1732360871633; duration=0sec 2024-11-23T11:21:11,799 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:11,799 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:B 2024-11-23T11:21:11,799 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:11,804 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:11,804 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/C is initiating minor compaction (all files) 2024-11-23T11:21:11,804 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/C in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:11,804 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fb04f87eb9224603a7d54066431e1ae1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/dc2b995215444114a8c3ab52f61163dd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/9a8bff57ef144134869967eb8fe63cbd] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=35.2 K 2024-11-23T11:21:11,805 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting fb04f87eb9224603a7d54066431e1ae1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732360869026 2024-11-23T11:21:11,806 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting dc2b995215444114a8c3ab52f61163dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732360869165 2024-11-23T11:21:11,807 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a8bff57ef144134869967eb8fe63cbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732360870407 2024-11-23T11:21:11,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360931805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360931802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,835 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#C#compaction#13 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:11,836 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/0b6658cbfea74a2d8549195d0b6a395a is 50, key is test_row_0/C:col10/1732360871033/Put/seqid=0 2024-11-23T11:21:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360931807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741852_1028 (size=12104) 2024-11-23T11:21:11,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360931832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360931832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,857 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/0b6658cbfea74a2d8549195d0b6a395a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0b6658cbfea74a2d8549195d0b6a395a 2024-11-23T11:21:11,874 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/C of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 0b6658cbfea74a2d8549195d0b6a395a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:11,875 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:11,875 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/C, priority=13, startTime=1732360871633; duration=0sec 2024-11-23T11:21:11,875 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:11,875 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:C 2024-11-23T11:21:11,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T11:21:11,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:11,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:11,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:11,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:11,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360931934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360931937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360931940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360931950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:11,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360931950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,050 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T11:21:12,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:12,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:12,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:12,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:12,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:12,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360932139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360932142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360932143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360932160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360932160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,164 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/e97aa9c00f5b4b848eb08a7e549f25a4 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/e97aa9c00f5b4b848eb08a7e549f25a4 2024-11-23T11:21:12,175 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/A of a2bc7ed26c41ab8b586bbb30a3fd32f4 into e97aa9c00f5b4b848eb08a7e549f25a4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:12,175 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:12,175 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/A, priority=13, startTime=1732360871629; duration=0sec 2024-11-23T11:21:12,175 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:12,175 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:A 2024-11-23T11:21:12,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/0e70ac22fbb84812babb532b91e22eb5 2024-11-23T11:21:12,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T11:21:12,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:12,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:12,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:12,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:12,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:12,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/38db196209f045108364d8cf0c429894 is 50, key is test_row_0/C:col10/1732360871717/Put/seqid=0 2024-11-23T11:21:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T11:21:12,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741853_1029 (size=12001) 2024-11-23T11:21:12,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/38db196209f045108364d8cf0c429894 2024-11-23T11:21:12,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/79e38e4f01f94186b9ac760c98ccdd8c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/79e38e4f01f94186b9ac760c98ccdd8c 2024-11-23T11:21:12,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/79e38e4f01f94186b9ac760c98ccdd8c, entries=200, sequenceid=75, filesize=14.0 K 2024-11-23T11:21:12,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/0e70ac22fbb84812babb532b91e22eb5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/0e70ac22fbb84812babb532b91e22eb5 2024-11-23T11:21:12,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/0e70ac22fbb84812babb532b91e22eb5, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T11:21:12,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/38db196209f045108364d8cf0c429894 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/38db196209f045108364d8cf0c429894 2024-11-23T11:21:12,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/38db196209f045108364d8cf0c429894, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T11:21:12,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 586ms, sequenceid=75, compaction requested=false 2024-11-23T11:21:12,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:12,363 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T11:21:12,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:12,364 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T11:21:12,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:12,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:12,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:12,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:12,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:12,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/b7308d0694294d99a2051875cfa3bac0 is 50, key is test_row_0/A:col10/1732360871826/Put/seqid=0 2024-11-23T11:21:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741854_1030 (size=12001) 2024-11-23T11:21:12,393 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/b7308d0694294d99a2051875cfa3bac0 2024-11-23T11:21:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/8a274985710941daaf644fefd7564f70 is 50, key is test_row_0/B:col10/1732360871826/Put/seqid=0 2024-11-23T11:21:12,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741855_1031 (size=12001) 2024-11-23T11:21:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:12,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:12,455 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/8a274985710941daaf644fefd7564f70 2024-11-23T11:21:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/dfe0a9146b354c0b991596beaacf0d18 is 50, key is test_row_0/C:col10/1732360871826/Put/seqid=0 2024-11-23T11:21:12,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360932489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360932491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360932493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741856_1032 (size=12001) 2024-11-23T11:21:12,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360932497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360932495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,502 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/dfe0a9146b354c0b991596beaacf0d18 2024-11-23T11:21:12,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/b7308d0694294d99a2051875cfa3bac0 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/b7308d0694294d99a2051875cfa3bac0 2024-11-23T11:21:12,526 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/b7308d0694294d99a2051875cfa3bac0, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T11:21:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/8a274985710941daaf644fefd7564f70 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/8a274985710941daaf644fefd7564f70 2024-11-23T11:21:12,541 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/8a274985710941daaf644fefd7564f70, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T11:21:12,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/dfe0a9146b354c0b991596beaacf0d18 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/dfe0a9146b354c0b991596beaacf0d18 2024-11-23T11:21:12,555 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/dfe0a9146b354c0b991596beaacf0d18, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T11:21:12,558 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 194ms, sequenceid=91, compaction requested=true 2024-11-23T11:21:12,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:12,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:12,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T11:21:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-23T11:21:12,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T11:21:12,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4480 sec 2024-11-23T11:21:12,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.4590 sec 2024-11-23T11:21:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:12,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T11:21:12,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:12,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:12,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:12,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:12,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:12,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:12,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/1220b0d1fbd24297b93b5635bfcf196f is 50, key is test_row_0/A:col10/1732360872490/Put/seqid=0 2024-11-23T11:21:12,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360932613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360932614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360932615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360932617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360932618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741857_1033 (size=14341) 2024-11-23T11:21:12,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/1220b0d1fbd24297b93b5635bfcf196f 2024-11-23T11:21:12,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/c3b0717b150b4d7fae5e7a70fc0d7294 is 50, key is test_row_0/B:col10/1732360872490/Put/seqid=0 2024-11-23T11:21:12,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741858_1034 (size=12001) 2024-11-23T11:21:12,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/c3b0717b150b4d7fae5e7a70fc0d7294 2024-11-23T11:21:12,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/1a38512cd07a4068840f0a2e6981110b is 50, key is test_row_0/C:col10/1732360872490/Put/seqid=0 2024-11-23T11:21:12,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360932736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360932737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741859_1035 (size=12001) 2024-11-23T11:21:12,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360932738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360932739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360932739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360932941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360932941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360932942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360932944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:12,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360932944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/1a38512cd07a4068840f0a2e6981110b 2024-11-23T11:21:13,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/1220b0d1fbd24297b93b5635bfcf196f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/1220b0d1fbd24297b93b5635bfcf196f 2024-11-23T11:21:13,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/1220b0d1fbd24297b93b5635bfcf196f, entries=200, sequenceid=118, filesize=14.0 K 2024-11-23T11:21:13,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/c3b0717b150b4d7fae5e7a70fc0d7294 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/c3b0717b150b4d7fae5e7a70fc0d7294 2024-11-23T11:21:13,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/c3b0717b150b4d7fae5e7a70fc0d7294, entries=150, sequenceid=118, filesize=11.7 K 2024-11-23T11:21:13,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/1a38512cd07a4068840f0a2e6981110b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/1a38512cd07a4068840f0a2e6981110b 2024-11-23T11:21:13,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/1a38512cd07a4068840f0a2e6981110b, entries=150, sequenceid=118, filesize=11.7 K 2024-11-23T11:21:13,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 598ms, sequenceid=118, compaction requested=true 2024-11-23T11:21:13,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:13,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:13,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:13,202 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:21:13,202 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:21:13,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:13,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:13,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:13,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:13,205 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:21:13,206 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/A is initiating minor compaction (all files) 2024-11-23T11:21:13,206 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/A in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:13,206 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/e97aa9c00f5b4b848eb08a7e549f25a4, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/79e38e4f01f94186b9ac760c98ccdd8c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/b7308d0694294d99a2051875cfa3bac0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/1220b0d1fbd24297b93b5635bfcf196f] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=51.5 K 2024-11-23T11:21:13,207 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:21:13,207 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/B is initiating minor compaction (all files) 2024-11-23T11:21:13,207 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/B in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:13,207 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/47e817e6e468486691b86c3b83fb0785, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/0e70ac22fbb84812babb532b91e22eb5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/8a274985710941daaf644fefd7564f70, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/c3b0717b150b4d7fae5e7a70fc0d7294] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=47.0 K 2024-11-23T11:21:13,208 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting e97aa9c00f5b4b848eb08a7e549f25a4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732360870407 2024-11-23T11:21:13,208 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 47e817e6e468486691b86c3b83fb0785, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732360870407 2024-11-23T11:21:13,210 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e70ac22fbb84812babb532b91e22eb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732360871083 2024-11-23T11:21:13,210 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79e38e4f01f94186b9ac760c98ccdd8c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732360871083 2024-11-23T11:21:13,211 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a274985710941daaf644fefd7564f70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732360871728 2024-11-23T11:21:13,211 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7308d0694294d99a2051875cfa3bac0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732360871728 2024-11-23T11:21:13,212 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting c3b0717b150b4d7fae5e7a70fc0d7294, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732360872490 2024-11-23T11:21:13,212 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1220b0d1fbd24297b93b5635bfcf196f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732360872490 2024-11-23T11:21:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T11:21:13,222 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-23T11:21:13,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-23T11:21:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T11:21:13,228 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:13,229 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:13,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:13,240 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#B#compaction#21 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:13,241 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/aa0281f94a0149cc89cdc74966c52d7a is 50, key is test_row_0/B:col10/1732360872490/Put/seqid=0 2024-11-23T11:21:13,245 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#A#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:13,246 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/92058bfd4f78432f8a714fa7a3f4b4fe is 50, key is test_row_0/A:col10/1732360872490/Put/seqid=0 2024-11-23T11:21:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:13,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:21:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:13,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741860_1036 (size=12241) 2024-11-23T11:21:13,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741861_1037 (size=12241) 2024-11-23T11:21:13,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/de6669a854dd45ea8b54c9ab916b7132 is 50, key is test_row_0/A:col10/1732360872612/Put/seqid=0 2024-11-23T11:21:13,298 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/aa0281f94a0149cc89cdc74966c52d7a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/aa0281f94a0149cc89cdc74966c52d7a 2024-11-23T11:21:13,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741862_1038 (size=14391) 2024-11-23T11:21:13,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/de6669a854dd45ea8b54c9ab916b7132 2024-11-23T11:21:13,319 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/B of a2bc7ed26c41ab8b586bbb30a3fd32f4 into aa0281f94a0149cc89cdc74966c52d7a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:13,319 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:13,319 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/B, priority=12, startTime=1732360873202; duration=0sec 2024-11-23T11:21:13,319 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:13,319 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:B 2024-11-23T11:21:13,320 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:21:13,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/0ee8e6d4bbe548e2b94956367ac67cc5 is 50, key is test_row_0/B:col10/1732360872612/Put/seqid=0 2024-11-23T11:21:13,324 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:21:13,324 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/C is initiating minor compaction (all files) 2024-11-23T11:21:13,324 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/C in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:13,324 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0b6658cbfea74a2d8549195d0b6a395a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/38db196209f045108364d8cf0c429894, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/dfe0a9146b354c0b991596beaacf0d18, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/1a38512cd07a4068840f0a2e6981110b] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=47.0 K 2024-11-23T11:21:13,325 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b6658cbfea74a2d8549195d0b6a395a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732360870407 2024-11-23T11:21:13,326 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 38db196209f045108364d8cf0c429894, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732360871083 2024-11-23T11:21:13,326 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting dfe0a9146b354c0b991596beaacf0d18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732360871728 2024-11-23T11:21:13,327 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a38512cd07a4068840f0a2e6981110b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732360872490 2024-11-23T11:21:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T11:21:13,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360933342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360933344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360933345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360933348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360933349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741863_1039 (size=12051) 2024-11-23T11:21:13,361 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:13,362 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/fb828e827bc74976beb4dc0b3ceb1a2d is 50, key is test_row_0/C:col10/1732360872490/Put/seqid=0 2024-11-23T11:21:13,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741864_1040 (size=12241) 2024-11-23T11:21:13,383 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T11:21:13,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:13,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:13,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:13,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:13,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:13,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360933452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360933453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360933453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360933454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360933455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T11:21:13,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T11:21:13,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:13,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:13,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:13,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:13,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:13,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360933658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360933660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360933660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360933661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360933663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,695 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/92058bfd4f78432f8a714fa7a3f4b4fe as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/92058bfd4f78432f8a714fa7a3f4b4fe 2024-11-23T11:21:13,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T11:21:13,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:13,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:13,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:13,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:13,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:13,708 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/A of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 92058bfd4f78432f8a714fa7a3f4b4fe(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:13,708 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:13,708 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/A, priority=12, startTime=1732360873202; duration=0sec 2024-11-23T11:21:13,709 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:13,709 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:A 2024-11-23T11:21:13,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/0ee8e6d4bbe548e2b94956367ac67cc5 2024-11-23T11:21:13,783 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/fb828e827bc74976beb4dc0b3ceb1a2d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fb828e827bc74976beb4dc0b3ceb1a2d 2024-11-23T11:21:13,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/adeade59b79149dd8c5775ba8872ab86 is 50, key is test_row_0/C:col10/1732360872612/Put/seqid=0 2024-11-23T11:21:13,796 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/C of a2bc7ed26c41ab8b586bbb30a3fd32f4 into fb828e827bc74976beb4dc0b3ceb1a2d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:13,796 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:13,796 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/C, priority=12, startTime=1732360873204; duration=0sec 2024-11-23T11:21:13,796 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:13,796 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:C 2024-11-23T11:21:13,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741865_1041 (size=12051) 2024-11-23T11:21:13,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/adeade59b79149dd8c5775ba8872ab86 2024-11-23T11:21:13,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/de6669a854dd45ea8b54c9ab916b7132 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/de6669a854dd45ea8b54c9ab916b7132 2024-11-23T11:21:13,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/de6669a854dd45ea8b54c9ab916b7132, entries=200, sequenceid=129, filesize=14.1 K 2024-11-23T11:21:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T11:21:13,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/0ee8e6d4bbe548e2b94956367ac67cc5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/0ee8e6d4bbe548e2b94956367ac67cc5 2024-11-23T11:21:13,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/0ee8e6d4bbe548e2b94956367ac67cc5, entries=150, sequenceid=129, filesize=11.8 K 2024-11-23T11:21:13,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/adeade59b79149dd8c5775ba8872ab86 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/adeade59b79149dd8c5775ba8872ab86 2024-11-23T11:21:13,851 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T11:21:13,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:13,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:13,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/adeade59b79149dd8c5775ba8872ab86, entries=150, sequenceid=129, filesize=11.8 K 2024-11-23T11:21:13,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:13,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:13,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:13,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 603ms, sequenceid=129, compaction requested=false 2024-11-23T11:21:13,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:13,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T11:21:13,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:13,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:13,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:13,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:13,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:13,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:13,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/ab370ba0355d42dcae70179296191a7b is 50, key is test_row_0/A:col10/1732360873967/Put/seqid=0 2024-11-23T11:21:13,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360933975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360933981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360933981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360933982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360933983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:13,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741866_1042 (size=16931) 2024-11-23T11:21:13,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/ab370ba0355d42dcae70179296191a7b 2024-11-23T11:21:14,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T11:21:14,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:14,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/8f1fd7fb338b476db6ad5660a750d0ef is 50, key is test_row_0/B:col10/1732360873967/Put/seqid=0 2024-11-23T11:21:14,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741867_1043 (size=12151) 2024-11-23T11:21:14,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360934084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360934089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360934090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360934090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360934096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,163 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T11:21:14,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:14,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360934287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360934292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360934293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360934294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360934300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,319 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T11:21:14,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T11:21:14,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/8f1fd7fb338b476db6ad5660a750d0ef 2024-11-23T11:21:14,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/57838c0a5e87431bbe4346a5a782eaa4 is 50, key is test_row_0/C:col10/1732360873967/Put/seqid=0 2024-11-23T11:21:14,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741868_1044 (size=12151) 2024-11-23T11:21:14,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/57838c0a5e87431bbe4346a5a782eaa4 2024-11-23T11:21:14,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/ab370ba0355d42dcae70179296191a7b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/ab370ba0355d42dcae70179296191a7b 2024-11-23T11:21:14,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T11:21:14,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:14,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/ab370ba0355d42dcae70179296191a7b, entries=250, sequenceid=160, filesize=16.5 K 2024-11-23T11:21:14,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/8f1fd7fb338b476db6ad5660a750d0ef as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/8f1fd7fb338b476db6ad5660a750d0ef 2024-11-23T11:21:14,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/8f1fd7fb338b476db6ad5660a750d0ef, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T11:21:14,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/57838c0a5e87431bbe4346a5a782eaa4 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/57838c0a5e87431bbe4346a5a782eaa4 2024-11-23T11:21:14,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/57838c0a5e87431bbe4346a5a782eaa4, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T11:21:14,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 539ms, sequenceid=160, compaction requested=true 2024-11-23T11:21:14,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:14,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:14,508 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:14,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:14,508 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:14,511 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:14,511 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/B is initiating minor compaction (all files) 2024-11-23T11:21:14,511 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/B in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,511 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/aa0281f94a0149cc89cdc74966c52d7a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/0ee8e6d4bbe548e2b94956367ac67cc5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/8f1fd7fb338b476db6ad5660a750d0ef] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=35.6 K 2024-11-23T11:21:14,511 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43563 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:14,511 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/A is initiating minor compaction (all files) 2024-11-23T11:21:14,512 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/A in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,512 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/92058bfd4f78432f8a714fa7a3f4b4fe, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/de6669a854dd45ea8b54c9ab916b7132, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/ab370ba0355d42dcae70179296191a7b] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=42.5 K 2024-11-23T11:21:14,512 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92058bfd4f78432f8a714fa7a3f4b4fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732360872490 2024-11-23T11:21:14,513 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting aa0281f94a0149cc89cdc74966c52d7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732360872490 2024-11-23T11:21:14,513 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting de6669a854dd45ea8b54c9ab916b7132, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732360872612 2024-11-23T11:21:14,514 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ee8e6d4bbe548e2b94956367ac67cc5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732360872612 2024-11-23T11:21:14,514 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab370ba0355d42dcae70179296191a7b, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732360873344 2024-11-23T11:21:14,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:14,515 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f1fd7fb338b476db6ad5660a750d0ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732360873344 2024-11-23T11:21:14,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:14,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:14,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:14,538 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#B#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:14,539 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/e7161151bc574a468542b1efcebadc2f is 50, key is test_row_0/B:col10/1732360873967/Put/seqid=0 2024-11-23T11:21:14,542 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:14,543 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/9ffc760b58404322bc873e6d595ab19f is 50, key is test_row_0/A:col10/1732360873967/Put/seqid=0 2024-11-23T11:21:14,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741869_1045 (size=12493) 2024-11-23T11:21:14,575 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/e7161151bc574a468542b1efcebadc2f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e7161151bc574a468542b1efcebadc2f 2024-11-23T11:21:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741870_1046 (size=12493) 2024-11-23T11:21:14,593 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/9ffc760b58404322bc873e6d595ab19f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/9ffc760b58404322bc873e6d595ab19f 2024-11-23T11:21:14,593 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/B of a2bc7ed26c41ab8b586bbb30a3fd32f4 into e7161151bc574a468542b1efcebadc2f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:14,593 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:14,593 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/B, priority=13, startTime=1732360874508; duration=0sec 2024-11-23T11:21:14,593 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:14,593 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:B 2024-11-23T11:21:14,593 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:14,597 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:14,597 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/C is initiating minor compaction (all files) 2024-11-23T11:21:14,597 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/C in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,598 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fb828e827bc74976beb4dc0b3ceb1a2d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/adeade59b79149dd8c5775ba8872ab86, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/57838c0a5e87431bbe4346a5a782eaa4] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=35.6 K 2024-11-23T11:21:14,598 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting fb828e827bc74976beb4dc0b3ceb1a2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732360872490 2024-11-23T11:21:14,599 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting adeade59b79149dd8c5775ba8872ab86, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732360872612 2024-11-23T11:21:14,601 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 57838c0a5e87431bbe4346a5a782eaa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732360873344 2024-11-23T11:21:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:14,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:21:14,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:14,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:14,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:14,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:14,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:14,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:14,608 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/A of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 9ffc760b58404322bc873e6d595ab19f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:14,608 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:14,608 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/A, priority=13, startTime=1732360874508; duration=0sec 2024-11-23T11:21:14,608 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:14,608 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:A 2024-11-23T11:21:14,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/4d01f7ea8e0b43e2bdb98b4edbe7b57b is 50, key is test_row_0/A:col10/1732360874603/Put/seqid=0 2024-11-23T11:21:14,629 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T11:21:14,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:14,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,638 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:14,640 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/d8375b24f5a34633b43a949edd88c97e is 50, key is test_row_0/C:col10/1732360873967/Put/seqid=0 2024-11-23T11:21:14,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360934639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360934640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360934640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360934641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360934642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741871_1047 (size=12151) 2024-11-23T11:21:14,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741872_1048 (size=12493) 2024-11-23T11:21:14,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/4d01f7ea8e0b43e2bdb98b4edbe7b57b 2024-11-23T11:21:14,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/370fd8a809c34848924734ca93e36bef is 50, key is test_row_0/B:col10/1732360874603/Put/seqid=0 2024-11-23T11:21:14,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741873_1049 (size=12151) 2024-11-23T11:21:14,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/370fd8a809c34848924734ca93e36bef 2024-11-23T11:21:14,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/9d1b4bbba36e448b9bf74fa96adab008 is 50, key is test_row_0/C:col10/1732360874603/Put/seqid=0 2024-11-23T11:21:14,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360934746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360934746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360934748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360934748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360934747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741874_1050 (size=12151) 2024-11-23T11:21:14,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/9d1b4bbba36e448b9bf74fa96adab008 2024-11-23T11:21:14,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/4d01f7ea8e0b43e2bdb98b4edbe7b57b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4d01f7ea8e0b43e2bdb98b4edbe7b57b 2024-11-23T11:21:14,783 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T11:21:14,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:14,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:14,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4d01f7ea8e0b43e2bdb98b4edbe7b57b, entries=150, sequenceid=173, filesize=11.9 K 2024-11-23T11:21:14,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/370fd8a809c34848924734ca93e36bef as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/370fd8a809c34848924734ca93e36bef 2024-11-23T11:21:14,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/370fd8a809c34848924734ca93e36bef, entries=150, sequenceid=173, filesize=11.9 K 2024-11-23T11:21:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/9d1b4bbba36e448b9bf74fa96adab008 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/9d1b4bbba36e448b9bf74fa96adab008 2024-11-23T11:21:14,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/9d1b4bbba36e448b9bf74fa96adab008, entries=150, sequenceid=173, filesize=11.9 K 2024-11-23T11:21:14,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 211ms, sequenceid=173, compaction requested=false 2024-11-23T11:21:14,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:14,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T11:21:14,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:14,940 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T11:21:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:14,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:14,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/2cb54300408f4e9aaed66c30e5f3e37b is 50, key is test_row_0/A:col10/1732360874639/Put/seqid=0 2024-11-23T11:21:14,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741875_1051 (size=12151) 2024-11-23T11:21:14,974 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/2cb54300408f4e9aaed66c30e5f3e37b 2024-11-23T11:21:14,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360934972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360934976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360934981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360934981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360934981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:14,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/fda5c34b47c642899288e7d159e7667c is 50, key is test_row_0/B:col10/1732360874639/Put/seqid=0 2024-11-23T11:21:15,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741876_1052 (size=12151) 2024-11-23T11:21:15,083 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/d8375b24f5a34633b43a949edd88c97e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/d8375b24f5a34633b43a949edd88c97e 2024-11-23T11:21:15,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360935087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360935084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360935087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360935091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360935092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,099 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/C of a2bc7ed26c41ab8b586bbb30a3fd32f4 into d8375b24f5a34633b43a949edd88c97e(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:15,099 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:15,099 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/C, priority=13, startTime=1732360874518; duration=0sec 2024-11-23T11:21:15,099 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:15,099 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:C 2024-11-23T11:21:15,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360935291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360935291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360935292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360935296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360935298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T11:21:15,413 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/fda5c34b47c642899288e7d159e7667c 2024-11-23T11:21:15,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/6b193773f9aa435e98a96e27b6f867db is 50, key is test_row_0/C:col10/1732360874639/Put/seqid=0 2024-11-23T11:21:15,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741877_1053 (size=12151) 2024-11-23T11:21:15,453 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/6b193773f9aa435e98a96e27b6f867db 2024-11-23T11:21:15,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/2cb54300408f4e9aaed66c30e5f3e37b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/2cb54300408f4e9aaed66c30e5f3e37b 2024-11-23T11:21:15,471 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/2cb54300408f4e9aaed66c30e5f3e37b, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T11:21:15,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/fda5c34b47c642899288e7d159e7667c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/fda5c34b47c642899288e7d159e7667c 2024-11-23T11:21:15,482 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/fda5c34b47c642899288e7d159e7667c, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T11:21:15,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/6b193773f9aa435e98a96e27b6f867db as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/6b193773f9aa435e98a96e27b6f867db 2024-11-23T11:21:15,493 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/6b193773f9aa435e98a96e27b6f867db, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T11:21:15,495 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 556ms, sequenceid=199, compaction requested=true 2024-11-23T11:21:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:15,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-23T11:21:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-23T11:21:15,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T11:21:15,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2680 sec 2024-11-23T11:21:15,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.2790 sec 2024-11-23T11:21:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:15,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T11:21:15,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:15,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/6dcb5aafc46e4223a0f7fe12d650fff6 is 50, key is test_row_0/A:col10/1732360875595/Put/seqid=0 2024-11-23T11:21:15,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741878_1054 (size=12151) 2024-11-23T11:21:15,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360935646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360935648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360935648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360935652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360935649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360935755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360935755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360935756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360935757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360935757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360935960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360935960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360935962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360935962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:15,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360935963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/6dcb5aafc46e4223a0f7fe12d650fff6 2024-11-23T11:21:16,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/b8106d28ea5546e8881ae2903469e4a4 is 50, key is test_row_0/B:col10/1732360875595/Put/seqid=0 2024-11-23T11:21:16,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741879_1055 (size=12151) 2024-11-23T11:21:16,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/b8106d28ea5546e8881ae2903469e4a4 2024-11-23T11:21:16,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/58b2992b6e09401e958dda920c7ffb34 is 50, key is test_row_0/C:col10/1732360875595/Put/seqid=0 2024-11-23T11:21:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741880_1056 (size=12151) 2024-11-23T11:21:16,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360936264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360936265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360936267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360936268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360936269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/58b2992b6e09401e958dda920c7ffb34 2024-11-23T11:21:16,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/6dcb5aafc46e4223a0f7fe12d650fff6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/6dcb5aafc46e4223a0f7fe12d650fff6 2024-11-23T11:21:16,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/6dcb5aafc46e4223a0f7fe12d650fff6, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T11:21:16,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/b8106d28ea5546e8881ae2903469e4a4 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/b8106d28ea5546e8881ae2903469e4a4 2024-11-23T11:21:16,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/b8106d28ea5546e8881ae2903469e4a4, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T11:21:16,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/58b2992b6e09401e958dda920c7ffb34 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/58b2992b6e09401e958dda920c7ffb34 2024-11-23T11:21:16,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/58b2992b6e09401e958dda920c7ffb34, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T11:21:16,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 935ms, sequenceid=215, compaction requested=true 2024-11-23T11:21:16,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:16,534 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:21:16,534 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:21:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:16,537 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:21:16,537 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:21:16,537 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/B is initiating minor compaction (all files) 2024-11-23T11:21:16,537 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/A is initiating minor compaction (all files) 2024-11-23T11:21:16,537 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/A in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:16,537 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/B in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:16,537 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/9ffc760b58404322bc873e6d595ab19f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4d01f7ea8e0b43e2bdb98b4edbe7b57b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/2cb54300408f4e9aaed66c30e5f3e37b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/6dcb5aafc46e4223a0f7fe12d650fff6] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=47.8 K 2024-11-23T11:21:16,537 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e7161151bc574a468542b1efcebadc2f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/370fd8a809c34848924734ca93e36bef, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/fda5c34b47c642899288e7d159e7667c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/b8106d28ea5546e8881ae2903469e4a4] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=47.8 K 2024-11-23T11:21:16,538 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ffc760b58404322bc873e6d595ab19f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732360873344 2024-11-23T11:21:16,538 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting e7161151bc574a468542b1efcebadc2f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732360873344 2024-11-23T11:21:16,539 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d01f7ea8e0b43e2bdb98b4edbe7b57b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732360873976 2024-11-23T11:21:16,539 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 370fd8a809c34848924734ca93e36bef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732360873976 2024-11-23T11:21:16,539 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cb54300408f4e9aaed66c30e5f3e37b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732360874631 2024-11-23T11:21:16,540 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting fda5c34b47c642899288e7d159e7667c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732360874631 2024-11-23T11:21:16,540 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dcb5aafc46e4223a0f7fe12d650fff6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732360874978 2024-11-23T11:21:16,540 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting b8106d28ea5546e8881ae2903469e4a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732360874978 2024-11-23T11:21:16,559 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#B#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:16,560 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/373f18b74651421b805ebd0317d391e8 is 50, key is test_row_0/B:col10/1732360875595/Put/seqid=0 2024-11-23T11:21:16,565 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:16,566 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/0fdb95cb1f9343d68ee42d1c9447e19b is 50, key is test_row_0/A:col10/1732360875595/Put/seqid=0 2024-11-23T11:21:16,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741881_1057 (size=12629) 2024-11-23T11:21:16,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741882_1058 (size=12629) 2024-11-23T11:21:16,585 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/373f18b74651421b805ebd0317d391e8 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/373f18b74651421b805ebd0317d391e8 2024-11-23T11:21:16,598 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/B of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 373f18b74651421b805ebd0317d391e8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:16,598 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:16,598 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/B, priority=12, startTime=1732360876534; duration=0sec 2024-11-23T11:21:16,598 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:16,598 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:B 2024-11-23T11:21:16,598 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:21:16,601 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:21:16,601 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/C is initiating minor compaction (all files) 2024-11-23T11:21:16,602 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/C in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:16,602 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/d8375b24f5a34633b43a949edd88c97e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/9d1b4bbba36e448b9bf74fa96adab008, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/6b193773f9aa435e98a96e27b6f867db, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/58b2992b6e09401e958dda920c7ffb34] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=47.8 K 2024-11-23T11:21:16,602 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting d8375b24f5a34633b43a949edd88c97e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732360873344 2024-11-23T11:21:16,605 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d1b4bbba36e448b9bf74fa96adab008, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732360873976 2024-11-23T11:21:16,606 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b193773f9aa435e98a96e27b6f867db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732360874631 2024-11-23T11:21:16,606 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 58b2992b6e09401e958dda920c7ffb34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732360874978 2024-11-23T11:21:16,625 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#C#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:16,626 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/451709cde0f3440b90367e54cf35d0dd is 50, key is test_row_0/C:col10/1732360875595/Put/seqid=0 2024-11-23T11:21:16,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741883_1059 (size=12629) 2024-11-23T11:21:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:16,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T11:21:16,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:16,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:16,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:16,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:16,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:16,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:16,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/3f4a9c6ddc86415f900e99b4401f5696 is 50, key is test_row_0/A:col10/1732360875650/Put/seqid=0 2024-11-23T11:21:16,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360936784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360936786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360936787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360936790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360936790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741884_1060 (size=16931) 2024-11-23T11:21:16,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360936892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360936892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360936894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360936904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360936904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:16,991 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/0fdb95cb1f9343d68ee42d1c9447e19b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/0fdb95cb1f9343d68ee42d1c9447e19b 2024-11-23T11:21:16,999 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/A of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 0fdb95cb1f9343d68ee42d1c9447e19b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:17,000 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:17,000 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/A, priority=12, startTime=1732360876534; duration=0sec 2024-11-23T11:21:17,000 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:17,000 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:A 2024-11-23T11:21:17,054 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/451709cde0f3440b90367e54cf35d0dd as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/451709cde0f3440b90367e54cf35d0dd 2024-11-23T11:21:17,061 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/C of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 451709cde0f3440b90367e54cf35d0dd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:17,061 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:17,061 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/C, priority=12, startTime=1732360876534; duration=0sec 2024-11-23T11:21:17,061 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:17,061 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:C 2024-11-23T11:21:17,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360937096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360937098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360937100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360937108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360937109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/3f4a9c6ddc86415f900e99b4401f5696 2024-11-23T11:21:17,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/5aa556906c78403e9b5432b1c637f0c8 is 50, key is test_row_0/B:col10/1732360875650/Put/seqid=0 2024-11-23T11:21:17,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741885_1061 (size=12151) 2024-11-23T11:21:17,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/5aa556906c78403e9b5432b1c637f0c8 2024-11-23T11:21:17,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/96c684fc8adc403caed7d970bc354cae is 50, key is test_row_0/C:col10/1732360875650/Put/seqid=0 2024-11-23T11:21:17,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741886_1062 (size=12151) 2024-11-23T11:21:17,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/96c684fc8adc403caed7d970bc354cae 2024-11-23T11:21:17,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/3f4a9c6ddc86415f900e99b4401f5696 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3f4a9c6ddc86415f900e99b4401f5696 2024-11-23T11:21:17,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3f4a9c6ddc86415f900e99b4401f5696, entries=250, sequenceid=239, filesize=16.5 K 2024-11-23T11:21:17,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/5aa556906c78403e9b5432b1c637f0c8 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/5aa556906c78403e9b5432b1c637f0c8 2024-11-23T11:21:17,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/5aa556906c78403e9b5432b1c637f0c8, entries=150, sequenceid=239, filesize=11.9 K 2024-11-23T11:21:17,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/96c684fc8adc403caed7d970bc354cae as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/96c684fc8adc403caed7d970bc354cae 2024-11-23T11:21:17,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/96c684fc8adc403caed7d970bc354cae, entries=150, sequenceid=239, filesize=11.9 K 2024-11-23T11:21:17,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 529ms, sequenceid=239, compaction requested=false 2024-11-23T11:21:17,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T11:21:17,335 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-23T11:21:17,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-23T11:21:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T11:21:17,340 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:17,341 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:17,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T11:21:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:17,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T11:21:17,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:17,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:17,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:17,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:17,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:17,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:17,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/a40cf147cb5543998d0d958cd35cc484 is 50, key is test_row_0/A:col10/1732360877405/Put/seqid=0 2024-11-23T11:21:17,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741887_1063 (size=12251) 2024-11-23T11:21:17,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360937473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360937473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360937475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360937476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360937477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,494 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T11:21:17,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:17,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:17,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:17,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:17,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:17,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360937579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360937580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360937580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360937580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360937582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T11:21:17,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T11:21:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:17,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:17,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:17,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:17,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360937783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360937784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360937784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360937786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360937788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T11:21:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:17,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:17,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/a40cf147cb5543998d0d958cd35cc484 2024-11-23T11:21:17,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/5590315f1d74436fac19928c18fa8164 is 50, key is test_row_0/B:col10/1732360877405/Put/seqid=0 2024-11-23T11:21:17,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741888_1064 (size=12251) 2024-11-23T11:21:17,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/5590315f1d74436fac19928c18fa8164 2024-11-23T11:21:17,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/3a7f466101d242229e7c428965dee11e is 50, key is test_row_0/C:col10/1732360877405/Put/seqid=0 2024-11-23T11:21:17,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741889_1065 (size=12251) 2024-11-23T11:21:17,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/3a7f466101d242229e7c428965dee11e 2024-11-23T11:21:17,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/a40cf147cb5543998d0d958cd35cc484 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/a40cf147cb5543998d0d958cd35cc484 2024-11-23T11:21:17,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/a40cf147cb5543998d0d958cd35cc484, entries=150, sequenceid=258, filesize=12.0 K 2024-11-23T11:21:17,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/5590315f1d74436fac19928c18fa8164 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/5590315f1d74436fac19928c18fa8164 2024-11-23T11:21:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T11:21:17,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/5590315f1d74436fac19928c18fa8164, entries=150, sequenceid=258, filesize=12.0 K 2024-11-23T11:21:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/3a7f466101d242229e7c428965dee11e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/3a7f466101d242229e7c428965dee11e 2024-11-23T11:21:17,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/3a7f466101d242229e7c428965dee11e, entries=150, sequenceid=258, filesize=12.0 K 2024-11-23T11:21:17,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 507ms, sequenceid=258, compaction requested=true 2024-11-23T11:21:17,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:17,960 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:17,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:17,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:17,961 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:17,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:17,962 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41811 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:17,962 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/A is initiating minor compaction (all files) 2024-11-23T11:21:17,962 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:17,962 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/A in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:17,962 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/0fdb95cb1f9343d68ee42d1c9447e19b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3f4a9c6ddc86415f900e99b4401f5696, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/a40cf147cb5543998d0d958cd35cc484] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=40.8 K 2024-11-23T11:21:17,963 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fdb95cb1f9343d68ee42d1c9447e19b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732360874978 2024-11-23T11:21:17,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:17,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:17,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:17,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T11:21:17,963 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37031 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:17,963 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/B is initiating minor compaction (all files) 2024-11-23T11:21:17,963 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f4a9c6ddc86415f900e99b4401f5696, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732360875637 2024-11-23T11:21:17,963 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/B in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:17,963 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T11:21:17,963 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/373f18b74651421b805ebd0317d391e8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/5aa556906c78403e9b5432b1c637f0c8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/5590315f1d74436fac19928c18fa8164] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=36.2 K 2024-11-23T11:21:17,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:17,964 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting a40cf147cb5543998d0d958cd35cc484, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732360876787 2024-11-23T11:21:17,964 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 373f18b74651421b805ebd0317d391e8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732360874978 2024-11-23T11:21:17,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:17,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:17,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:17,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:17,965 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 5aa556906c78403e9b5432b1c637f0c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732360875650 2024-11-23T11:21:17,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:17,965 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 5590315f1d74436fac19928c18fa8164, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732360876787 2024-11-23T11:21:17,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/784a7cad6c894e3f9eb660d04454438b is 50, key is test_row_0/A:col10/1732360877475/Put/seqid=0 2024-11-23T11:21:17,986 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:17,987 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/cf8edf647a01429c961ad3e7f3c6004e is 50, key is test_row_0/B:col10/1732360877405/Put/seqid=0 2024-11-23T11:21:17,989 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#A#compaction#53 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:17,989 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/0415b753295846b2876b376ec71c47af is 50, key is test_row_0/A:col10/1732360877405/Put/seqid=0 2024-11-23T11:21:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741890_1066 (size=12301) 2024-11-23T11:21:18,007 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/784a7cad6c894e3f9eb660d04454438b 2024-11-23T11:21:18,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741891_1067 (size=12831) 2024-11-23T11:21:18,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741892_1068 (size=12831) 2024-11-23T11:21:18,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/37f89743946d4acb9069be1f6edc7492 is 50, key is test_row_0/B:col10/1732360877475/Put/seqid=0 2024-11-23T11:21:18,035 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/0415b753295846b2876b376ec71c47af as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/0415b753295846b2876b376ec71c47af 2024-11-23T11:21:18,045 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/cf8edf647a01429c961ad3e7f3c6004e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/cf8edf647a01429c961ad3e7f3c6004e 2024-11-23T11:21:18,053 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/A of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 0415b753295846b2876b376ec71c47af(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:18,055 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:18,055 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/A, priority=13, startTime=1732360877960; duration=0sec 2024-11-23T11:21:18,056 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:18,056 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:A 2024-11-23T11:21:18,056 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:18,056 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/B of a2bc7ed26c41ab8b586bbb30a3fd32f4 into cf8edf647a01429c961ad3e7f3c6004e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:18,056 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:18,056 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/B, priority=13, startTime=1732360877961; duration=0sec 2024-11-23T11:21:18,056 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:18,056 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:B 2024-11-23T11:21:18,058 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37031 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:18,058 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/C is initiating minor compaction (all files) 2024-11-23T11:21:18,058 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/C in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:18,058 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/451709cde0f3440b90367e54cf35d0dd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/96c684fc8adc403caed7d970bc354cae, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/3a7f466101d242229e7c428965dee11e] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=36.2 K 2024-11-23T11:21:18,059 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 451709cde0f3440b90367e54cf35d0dd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732360874978 2024-11-23T11:21:18,059 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96c684fc8adc403caed7d970bc354cae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732360875650 2024-11-23T11:21:18,060 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a7f466101d242229e7c428965dee11e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732360876787 2024-11-23T11:21:18,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741893_1069 (size=12301) 2024-11-23T11:21:18,084 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#C#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:18,085 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/47cb8327147442bea5c99efd32fb4ecf is 50, key is test_row_0/C:col10/1732360877405/Put/seqid=0 2024-11-23T11:21:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:18,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741894_1070 (size=12831) 2024-11-23T11:21:18,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360938101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360938101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360938102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360938105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360938105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360938207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360938208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360938212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360938214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360938215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360938412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360938414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360938416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360938417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360938419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T11:21:18,483 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/37f89743946d4acb9069be1f6edc7492 2024-11-23T11:21:18,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/0e5fb8a308204a7aac99fe75d16eb238 is 50, key is test_row_0/C:col10/1732360877475/Put/seqid=0 2024-11-23T11:21:18,504 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/47cb8327147442bea5c99efd32fb4ecf as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/47cb8327147442bea5c99efd32fb4ecf 2024-11-23T11:21:18,514 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/C of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 47cb8327147442bea5c99efd32fb4ecf(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:18,514 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:18,514 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/C, priority=13, startTime=1732360877963; duration=0sec 2024-11-23T11:21:18,514 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:18,514 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:C 2024-11-23T11:21:18,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741895_1071 (size=12301) 2024-11-23T11:21:18,518 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/0e5fb8a308204a7aac99fe75d16eb238 2024-11-23T11:21:18,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/784a7cad6c894e3f9eb660d04454438b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/784a7cad6c894e3f9eb660d04454438b 2024-11-23T11:21:18,532 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/784a7cad6c894e3f9eb660d04454438b, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T11:21:18,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/37f89743946d4acb9069be1f6edc7492 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/37f89743946d4acb9069be1f6edc7492 2024-11-23T11:21:18,539 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/37f89743946d4acb9069be1f6edc7492, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T11:21:18,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/0e5fb8a308204a7aac99fe75d16eb238 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0e5fb8a308204a7aac99fe75d16eb238 2024-11-23T11:21:18,549 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0e5fb8a308204a7aac99fe75d16eb238, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T11:21:18,551 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 587ms, sequenceid=277, compaction requested=false 2024-11-23T11:21:18,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:18,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:18,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-23T11:21:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-23T11:21:18,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T11:21:18,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2120 sec 2024-11-23T11:21:18,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.2210 sec 2024-11-23T11:21:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:18,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T11:21:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:18,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/3e371a53c39e4a98b1446393bca1ec51 is 50, key is test_row_0/A:col10/1732360878717/Put/seqid=0 2024-11-23T11:21:18,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360938737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360938737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360938737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360938738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360938738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741896_1072 (size=17181) 2024-11-23T11:21:18,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360938843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360938844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360938843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360938844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:18,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360938845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360939047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360939047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360939047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360939047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360939048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/3e371a53c39e4a98b1446393bca1ec51 2024-11-23T11:21:19,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/89fc5701efef441faf14363e1dcdc316 is 50, key is test_row_0/B:col10/1732360878717/Put/seqid=0 2024-11-23T11:21:19,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741897_1073 (size=12301) 2024-11-23T11:21:19,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/89fc5701efef441faf14363e1dcdc316 2024-11-23T11:21:19,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/0af55aad233f4ce4a3f401420eb041ff is 50, key is test_row_0/C:col10/1732360878717/Put/seqid=0 2024-11-23T11:21:19,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741898_1074 (size=12301) 2024-11-23T11:21:19,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/0af55aad233f4ce4a3f401420eb041ff 2024-11-23T11:21:19,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/3e371a53c39e4a98b1446393bca1ec51 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3e371a53c39e4a98b1446393bca1ec51 2024-11-23T11:21:19,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3e371a53c39e4a98b1446393bca1ec51, entries=250, sequenceid=300, filesize=16.8 K 2024-11-23T11:21:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/89fc5701efef441faf14363e1dcdc316 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/89fc5701efef441faf14363e1dcdc316 2024-11-23T11:21:19,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/89fc5701efef441faf14363e1dcdc316, entries=150, sequenceid=300, filesize=12.0 K 2024-11-23T11:21:19,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/0af55aad233f4ce4a3f401420eb041ff as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0af55aad233f4ce4a3f401420eb041ff 2024-11-23T11:21:19,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0af55aad233f4ce4a3f401420eb041ff, entries=150, sequenceid=300, filesize=12.0 K 2024-11-23T11:21:19,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 542ms, sequenceid=300, compaction requested=true 2024-11-23T11:21:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:19,262 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:19,262 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:19,264 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:19,264 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/B is initiating minor compaction (all files) 2024-11-23T11:21:19,264 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/B in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:19,264 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/cf8edf647a01429c961ad3e7f3c6004e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/37f89743946d4acb9069be1f6edc7492, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/89fc5701efef441faf14363e1dcdc316] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=36.6 K 2024-11-23T11:21:19,265 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:19,265 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/A is initiating minor compaction (all files) 2024-11-23T11:21:19,265 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/A in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:19,265 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/0415b753295846b2876b376ec71c47af, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/784a7cad6c894e3f9eb660d04454438b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3e371a53c39e4a98b1446393bca1ec51] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=41.3 K 2024-11-23T11:21:19,265 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting cf8edf647a01429c961ad3e7f3c6004e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732360876787 2024-11-23T11:21:19,266 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0415b753295846b2876b376ec71c47af, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732360876787 2024-11-23T11:21:19,267 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 37f89743946d4acb9069be1f6edc7492, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732360877472 2024-11-23T11:21:19,267 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 784a7cad6c894e3f9eb660d04454438b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732360877472 2024-11-23T11:21:19,267 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 89fc5701efef441faf14363e1dcdc316, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732360878099 2024-11-23T11:21:19,267 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e371a53c39e4a98b1446393bca1ec51, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732360878099 2024-11-23T11:21:19,282 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:19,283 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/e7b161f0e81b439f89f42282961aae8a is 50, key is test_row_0/B:col10/1732360878717/Put/seqid=0 2024-11-23T11:21:19,286 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:19,287 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/8f9a71eedd884c6c8f8e6addf334aa04 is 50, key is test_row_0/A:col10/1732360878717/Put/seqid=0 2024-11-23T11:21:19,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741899_1075 (size=12983) 2024-11-23T11:21:19,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741900_1076 (size=12983) 2024-11-23T11:21:19,314 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/e7b161f0e81b439f89f42282961aae8a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e7b161f0e81b439f89f42282961aae8a 2024-11-23T11:21:19,329 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/B of a2bc7ed26c41ab8b586bbb30a3fd32f4 into e7b161f0e81b439f89f42282961aae8a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:19,329 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:19,329 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/B, priority=13, startTime=1732360879262; duration=0sec 2024-11-23T11:21:19,330 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:19,330 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:B 2024-11-23T11:21:19,331 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:19,333 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:19,334 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/C is initiating minor compaction (all files) 2024-11-23T11:21:19,334 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/C in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:19,334 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/47cb8327147442bea5c99efd32fb4ecf, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0e5fb8a308204a7aac99fe75d16eb238, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0af55aad233f4ce4a3f401420eb041ff] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=36.6 K 2024-11-23T11:21:19,334 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 47cb8327147442bea5c99efd32fb4ecf, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732360876787 2024-11-23T11:21:19,335 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e5fb8a308204a7aac99fe75d16eb238, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732360877472 2024-11-23T11:21:19,338 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 0af55aad233f4ce4a3f401420eb041ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732360878099 2024-11-23T11:21:19,354 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:19,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T11:21:19,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:19,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:19,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:19,355 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/7d19e586404a4482ab763d08418096c8 is 50, key is test_row_0/C:col10/1732360878717/Put/seqid=0 2024-11-23T11:21:19,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:19,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:19,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:19,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741901_1077 (size=12983) 2024-11-23T11:21:19,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/3be17a06f21f4d97bfcabcdffd056c20 is 50, key is test_row_0/A:col10/1732360878736/Put/seqid=0 2024-11-23T11:21:19,372 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/7d19e586404a4482ab763d08418096c8 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/7d19e586404a4482ab763d08418096c8 2024-11-23T11:21:19,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360939377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,382 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/C of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 7d19e586404a4482ab763d08418096c8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:19,383 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:19,383 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/C, priority=13, startTime=1732360879262; duration=0sec 2024-11-23T11:21:19,383 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:19,384 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:C 2024-11-23T11:21:19,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741902_1078 (size=12301) 2024-11-23T11:21:19,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360939381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360939381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360939382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360939383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/3be17a06f21f4d97bfcabcdffd056c20 2024-11-23T11:21:19,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/49d15f26a579495d92f8dca40ea94577 is 50, key is test_row_0/B:col10/1732360878736/Put/seqid=0 2024-11-23T11:21:19,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741903_1079 (size=12301) 2024-11-23T11:21:19,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/49d15f26a579495d92f8dca40ea94577 2024-11-23T11:21:19,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/eea5f4e88e984df096faf514aca7f883 is 50, key is test_row_0/C:col10/1732360878736/Put/seqid=0 2024-11-23T11:21:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T11:21:19,447 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-23T11:21:19,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741904_1080 (size=12301) 2024-11-23T11:21:19,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/eea5f4e88e984df096faf514aca7f883 2024-11-23T11:21:19,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-23T11:21:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T11:21:19,453 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:19,454 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:19,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:19,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/3be17a06f21f4d97bfcabcdffd056c20 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3be17a06f21f4d97bfcabcdffd056c20 2024-11-23T11:21:19,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3be17a06f21f4d97bfcabcdffd056c20, entries=150, sequenceid=318, filesize=12.0 K 2024-11-23T11:21:19,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/49d15f26a579495d92f8dca40ea94577 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/49d15f26a579495d92f8dca40ea94577 2024-11-23T11:21:19,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/49d15f26a579495d92f8dca40ea94577, entries=150, sequenceid=318, filesize=12.0 K 2024-11-23T11:21:19,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/eea5f4e88e984df096faf514aca7f883 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/eea5f4e88e984df096faf514aca7f883 2024-11-23T11:21:19,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360939484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360939488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360939489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360939489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360939490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/eea5f4e88e984df096faf514aca7f883, entries=150, sequenceid=318, filesize=12.0 K 2024-11-23T11:21:19,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 142ms, sequenceid=318, compaction requested=false 2024-11-23T11:21:19,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T11:21:19,607 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T11:21:19,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:19,608 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T11:21:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:19,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/f39708e940124062aa97427f550588fb is 50, key is test_row_0/A:col10/1732360879373/Put/seqid=0 2024-11-23T11:21:19,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741905_1081 (size=12301) 2024-11-23T11:21:19,621 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/f39708e940124062aa97427f550588fb 2024-11-23T11:21:19,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/7919061c0c804e48b22feae470d8eb69 is 50, key is test_row_0/B:col10/1732360879373/Put/seqid=0 2024-11-23T11:21:19,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741906_1082 (size=12301) 2024-11-23T11:21:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:19,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:19,709 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/8f9a71eedd884c6c8f8e6addf334aa04 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/8f9a71eedd884c6c8f8e6addf334aa04 2024-11-23T11:21:19,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360939705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360939705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360939707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360939709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360939710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,717 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/A of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 8f9a71eedd884c6c8f8e6addf334aa04(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:19,718 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:19,718 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/A, priority=13, startTime=1732360879262; duration=0sec 2024-11-23T11:21:19,718 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:19,718 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:A 2024-11-23T11:21:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T11:21:19,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360939811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360939814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360939815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360939815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:19,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360939816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360940015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360940018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360940020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360940020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360940020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,041 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/7919061c0c804e48b22feae470d8eb69 2024-11-23T11:21:20,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/fba2aad87ac9466ab4e119d258ea8dae is 50, key is test_row_0/C:col10/1732360879373/Put/seqid=0 2024-11-23T11:21:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T11:21:20,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741907_1083 (size=12301) 2024-11-23T11:21:20,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360940319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360940322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360940323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360940324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360940325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,464 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/fba2aad87ac9466ab4e119d258ea8dae 2024-11-23T11:21:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/f39708e940124062aa97427f550588fb as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/f39708e940124062aa97427f550588fb 2024-11-23T11:21:20,490 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/f39708e940124062aa97427f550588fb, entries=150, sequenceid=339, filesize=12.0 K 2024-11-23T11:21:20,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/7919061c0c804e48b22feae470d8eb69 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/7919061c0c804e48b22feae470d8eb69 2024-11-23T11:21:20,500 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/7919061c0c804e48b22feae470d8eb69, entries=150, sequenceid=339, filesize=12.0 K 2024-11-23T11:21:20,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/fba2aad87ac9466ab4e119d258ea8dae as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fba2aad87ac9466ab4e119d258ea8dae 2024-11-23T11:21:20,510 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fba2aad87ac9466ab4e119d258ea8dae, entries=150, sequenceid=339, filesize=12.0 K 2024-11-23T11:21:20,513 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 905ms, sequenceid=339, compaction requested=true 2024-11-23T11:21:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T11:21:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-23T11:21:20,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-23T11:21:20,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0610 sec 2024-11-23T11:21:20,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.0680 sec 2024-11-23T11:21:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T11:21:20,557 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-23T11:21:20,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-23T11:21:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T11:21:20,563 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:20,564 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:20,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T11:21:20,717 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T11:21:20,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:20,718 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T11:21:20,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:20,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:20,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:20,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:20,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:20,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:20,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/2fe59a24c85c4f08b741a921e807ae74 is 50, key is test_row_0/A:col10/1732360879708/Put/seqid=0 2024-11-23T11:21:20,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741908_1084 (size=12301) 2024-11-23T11:21:20,733 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/2fe59a24c85c4f08b741a921e807ae74 2024-11-23T11:21:20,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/66cacc801f4f4369b2ece84383754b12 is 50, key is test_row_0/B:col10/1732360879708/Put/seqid=0 2024-11-23T11:21:20,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741909_1085 (size=12301) 2024-11-23T11:21:20,759 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/66cacc801f4f4369b2ece84383754b12 2024-11-23T11:21:20,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/39a2c92d4da54acd82323cddc0d6163f is 50, key is test_row_0/C:col10/1732360879708/Put/seqid=0 2024-11-23T11:21:20,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741910_1086 (size=12301) 2024-11-23T11:21:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:20,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:20,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360940838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360940840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360940841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360940842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360940846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T11:21:20,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360940944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360940945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360940949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360940949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:20,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360940949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360941148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360941148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360941151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360941153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360941153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T11:21:21,192 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/39a2c92d4da54acd82323cddc0d6163f 2024-11-23T11:21:21,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/2fe59a24c85c4f08b741a921e807ae74 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/2fe59a24c85c4f08b741a921e807ae74 2024-11-23T11:21:21,204 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/2fe59a24c85c4f08b741a921e807ae74, entries=150, sequenceid=356, filesize=12.0 K 2024-11-23T11:21:21,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/66cacc801f4f4369b2ece84383754b12 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/66cacc801f4f4369b2ece84383754b12 2024-11-23T11:21:21,211 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/66cacc801f4f4369b2ece84383754b12, entries=150, sequenceid=356, filesize=12.0 K 2024-11-23T11:21:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/39a2c92d4da54acd82323cddc0d6163f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/39a2c92d4da54acd82323cddc0d6163f 2024-11-23T11:21:21,218 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/39a2c92d4da54acd82323cddc0d6163f, entries=150, sequenceid=356, filesize=12.0 K 2024-11-23T11:21:21,219 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 501ms, sequenceid=356, compaction requested=true 2024-11-23T11:21:21,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:21,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:21,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-23T11:21:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-23T11:21:21,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-23T11:21:21,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 657 msec 2024-11-23T11:21:21,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 665 msec 2024-11-23T11:21:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:21,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T11:21:21,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:21,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:21,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:21,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:21,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:21,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:21,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/551a2ecde0b742ac84cd800095613376 is 50, key is test_row_0/A:col10/1732360880840/Put/seqid=0 2024-11-23T11:21:21,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741911_1087 (size=14741) 2024-11-23T11:21:21,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360941466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360941466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360941470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360941470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360941470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360941571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360941571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360941573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360941573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360941574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T11:21:21,665 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-23T11:21:21,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-23T11:21:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T11:21:21,670 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:21,670 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:21,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T11:21:21,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360941773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360941774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360941776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360941776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360941777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,823 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T11:21:21,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:21,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:21,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:21,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:21,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:21,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/551a2ecde0b742ac84cd800095613376 2024-11-23T11:21:21,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/c70869be6259470b96c23b4fb585f421 is 50, key is test_row_0/B:col10/1732360880840/Put/seqid=0 2024-11-23T11:21:21,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741912_1088 (size=12301) 2024-11-23T11:21:21,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/c70869be6259470b96c23b4fb585f421 2024-11-23T11:21:21,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/ff5e4c92baf14d09bd4df6103d862079 is 50, key is test_row_0/C:col10/1732360880840/Put/seqid=0 2024-11-23T11:21:21,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741913_1089 (size=12301) 2024-11-23T11:21:21,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/ff5e4c92baf14d09bd4df6103d862079 2024-11-23T11:21:21,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/551a2ecde0b742ac84cd800095613376 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/551a2ecde0b742ac84cd800095613376 2024-11-23T11:21:21,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/551a2ecde0b742ac84cd800095613376, entries=200, sequenceid=377, filesize=14.4 K 2024-11-23T11:21:21,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/c70869be6259470b96c23b4fb585f421 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/c70869be6259470b96c23b4fb585f421 2024-11-23T11:21:21,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/c70869be6259470b96c23b4fb585f421, entries=150, sequenceid=377, filesize=12.0 K 2024-11-23T11:21:21,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/ff5e4c92baf14d09bd4df6103d862079 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/ff5e4c92baf14d09bd4df6103d862079 2024-11-23T11:21:21,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/ff5e4c92baf14d09bd4df6103d862079, entries=150, sequenceid=377, filesize=12.0 K 2024-11-23T11:21:21,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 493ms, sequenceid=377, compaction requested=true 2024-11-23T11:21:21,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:21,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:21,948 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T11:21:21,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:21,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:21,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:21,948 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T11:21:21,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:21,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:21,950 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T11:21:21,951 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/B is initiating minor compaction (all files) 2024-11-23T11:21:21,951 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/B in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:21,951 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e7b161f0e81b439f89f42282961aae8a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/49d15f26a579495d92f8dca40ea94577, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/7919061c0c804e48b22feae470d8eb69, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/66cacc801f4f4369b2ece84383754b12, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/c70869be6259470b96c23b4fb585f421] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=60.7 K 2024-11-23T11:21:21,951 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64627 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T11:21:21,951 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/A is initiating minor compaction (all files) 2024-11-23T11:21:21,951 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/A in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:21,951 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/8f9a71eedd884c6c8f8e6addf334aa04, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3be17a06f21f4d97bfcabcdffd056c20, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/f39708e940124062aa97427f550588fb, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/2fe59a24c85c4f08b741a921e807ae74, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/551a2ecde0b742ac84cd800095613376] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=63.1 K 2024-11-23T11:21:21,952 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting e7b161f0e81b439f89f42282961aae8a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732360878099 2024-11-23T11:21:21,952 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f9a71eedd884c6c8f8e6addf334aa04, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732360878099 2024-11-23T11:21:21,953 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 49d15f26a579495d92f8dca40ea94577, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732360878727 2024-11-23T11:21:21,953 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3be17a06f21f4d97bfcabcdffd056c20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732360878727 2024-11-23T11:21:21,954 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 7919061c0c804e48b22feae470d8eb69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732360879373 2024-11-23T11:21:21,954 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting f39708e940124062aa97427f550588fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732360879373 2024-11-23T11:21:21,954 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 66cacc801f4f4369b2ece84383754b12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732360879705 2024-11-23T11:21:21,955 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fe59a24c85c4f08b741a921e807ae74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732360879705 2024-11-23T11:21:21,955 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting c70869be6259470b96c23b4fb585f421, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732360880837 2024-11-23T11:21:21,955 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 551a2ecde0b742ac84cd800095613376, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732360880837 2024-11-23T11:21:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T11:21:21,971 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:21,972 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/4faf057089ae4278adfd11f8bc00ea45 is 50, key is test_row_0/A:col10/1732360880840/Put/seqid=0 2024-11-23T11:21:21,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:21,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T11:21:21,978 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#B#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:21,979 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/afa04b88710148c5b960f759058df2f7 is 50, key is test_row_0/B:col10/1732360880840/Put/seqid=0 2024-11-23T11:21:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:21,980 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T11:21:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:21,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:21,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:21,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:21,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:21,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:22,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/b452ee8b20fb430b99721892218f2aee is 50, key is test_row_0/A:col10/1732360881469/Put/seqid=0 2024-11-23T11:21:22,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741914_1090 (size=13153) 2024-11-23T11:21:22,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741915_1091 (size=13153) 2024-11-23T11:21:22,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741916_1092 (size=12301) 2024-11-23T11:21:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:22,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:22,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360942095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360942096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360942097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360942099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360942099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360942200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360942202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360942202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360942205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360942206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T11:21:22,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360942406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360942408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360942409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360942409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360942410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,428 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/4faf057089ae4278adfd11f8bc00ea45 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4faf057089ae4278adfd11f8bc00ea45 2024-11-23T11:21:22,434 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/A of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 4faf057089ae4278adfd11f8bc00ea45(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:22,434 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:22,434 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/A, priority=11, startTime=1732360881948; duration=0sec 2024-11-23T11:21:22,435 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:22,435 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:A 2024-11-23T11:21:22,435 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T11:21:22,437 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T11:21:22,437 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/C is initiating minor compaction (all files) 2024-11-23T11:21:22,437 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/C in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:22,437 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/7d19e586404a4482ab763d08418096c8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/eea5f4e88e984df096faf514aca7f883, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fba2aad87ac9466ab4e119d258ea8dae, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/39a2c92d4da54acd82323cddc0d6163f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/ff5e4c92baf14d09bd4df6103d862079] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=60.7 K 2024-11-23T11:21:22,438 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d19e586404a4482ab763d08418096c8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732360878099 2024-11-23T11:21:22,438 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting eea5f4e88e984df096faf514aca7f883, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732360878727 2024-11-23T11:21:22,438 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/afa04b88710148c5b960f759058df2f7 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/afa04b88710148c5b960f759058df2f7 2024-11-23T11:21:22,439 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting fba2aad87ac9466ab4e119d258ea8dae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732360879373 2024-11-23T11:21:22,439 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39a2c92d4da54acd82323cddc0d6163f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732360879705 2024-11-23T11:21:22,440 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff5e4c92baf14d09bd4df6103d862079, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732360880837 2024-11-23T11:21:22,444 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/b452ee8b20fb430b99721892218f2aee 2024-11-23T11:21:22,444 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/B of a2bc7ed26c41ab8b586bbb30a3fd32f4 into afa04b88710148c5b960f759058df2f7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:22,444 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:22,444 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/B, priority=11, startTime=1732360881948; duration=0sec 2024-11-23T11:21:22,445 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:22,445 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:B 2024-11-23T11:21:22,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/36a8ff0b8e064156ad6d8d35db9ea081 is 50, key is test_row_0/B:col10/1732360881469/Put/seqid=0 2024-11-23T11:21:22,454 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#C#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:22,455 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/a4ff9acb55b443f39122ada08579a6e2 is 50, key is test_row_0/C:col10/1732360880840/Put/seqid=0 2024-11-23T11:21:22,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741917_1093 (size=12301) 2024-11-23T11:21:22,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741918_1094 (size=13153) 2024-11-23T11:21:22,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360942709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360942713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360942714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360942715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360942715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T11:21:22,860 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/36a8ff0b8e064156ad6d8d35db9ea081 2024-11-23T11:21:22,869 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/a4ff9acb55b443f39122ada08579a6e2 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/a4ff9acb55b443f39122ada08579a6e2 2024-11-23T11:21:22,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/59436824202d4adbae52381c1d576625 is 50, key is test_row_0/C:col10/1732360881469/Put/seqid=0 2024-11-23T11:21:22,876 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/C of a2bc7ed26c41ab8b586bbb30a3fd32f4 into a4ff9acb55b443f39122ada08579a6e2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:22,876 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:22,876 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/C, priority=11, startTime=1732360881948; duration=0sec 2024-11-23T11:21:22,877 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:22,877 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:C 2024-11-23T11:21:22,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741919_1095 (size=12301) 2024-11-23T11:21:23,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360943214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:23,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360943216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:23,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360943217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:23,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360943220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:23,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360943220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:23,291 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/59436824202d4adbae52381c1d576625 2024-11-23T11:21:23,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/b452ee8b20fb430b99721892218f2aee as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/b452ee8b20fb430b99721892218f2aee 2024-11-23T11:21:23,305 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/b452ee8b20fb430b99721892218f2aee, entries=150, sequenceid=393, filesize=12.0 K 2024-11-23T11:21:23,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/36a8ff0b8e064156ad6d8d35db9ea081 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/36a8ff0b8e064156ad6d8d35db9ea081 2024-11-23T11:21:23,315 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/36a8ff0b8e064156ad6d8d35db9ea081, entries=150, sequenceid=393, filesize=12.0 K 2024-11-23T11:21:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/59436824202d4adbae52381c1d576625 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/59436824202d4adbae52381c1d576625 2024-11-23T11:21:23,324 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/59436824202d4adbae52381c1d576625, entries=150, sequenceid=393, filesize=12.0 K 2024-11-23T11:21:23,326 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 1346ms, sequenceid=393, compaction requested=false 2024-11-23T11:21:23,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:23,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:23,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-23T11:21:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-23T11:21:23,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-23T11:21:23,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6590 sec 2024-11-23T11:21:23,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.6670 sec 2024-11-23T11:21:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T11:21:23,773 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-23T11:21:23,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-23T11:21:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T11:21:23,777 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:23,778 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:23,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T11:21:23,929 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:23,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T11:21:23,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:23,930 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T11:21:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:23,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/467bc78f270d43f88a3a05f11e05a3db is 50, key is test_row_0/A:col10/1732360882094/Put/seqid=0 2024-11-23T11:21:23,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741920_1096 (size=12301) 2024-11-23T11:21:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T11:21:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:24,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360944261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360944260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360944262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360944264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360944265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,341 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/467bc78f270d43f88a3a05f11e05a3db 2024-11-23T11:21:24,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/118db06c5354442e8faa8e6aeff33797 is 50, key is test_row_0/B:col10/1732360882094/Put/seqid=0 2024-11-23T11:21:24,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741921_1097 (size=12301) 2024-11-23T11:21:24,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360944366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360944366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360944368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360944369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360944369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T11:21:24,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360944570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360944571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360944572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360944572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360944573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,758 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/118db06c5354442e8faa8e6aeff33797 2024-11-23T11:21:24,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/265ed15062da40908512fea8f9597d5a is 50, key is test_row_0/C:col10/1732360882094/Put/seqid=0 2024-11-23T11:21:24,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741922_1098 (size=12301) 2024-11-23T11:21:24,778 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/265ed15062da40908512fea8f9597d5a 2024-11-23T11:21:24,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/467bc78f270d43f88a3a05f11e05a3db as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/467bc78f270d43f88a3a05f11e05a3db 2024-11-23T11:21:24,789 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/467bc78f270d43f88a3a05f11e05a3db, entries=150, sequenceid=416, filesize=12.0 K 2024-11-23T11:21:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/118db06c5354442e8faa8e6aeff33797 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/118db06c5354442e8faa8e6aeff33797 2024-11-23T11:21:24,795 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/118db06c5354442e8faa8e6aeff33797, entries=150, sequenceid=416, filesize=12.0 K 2024-11-23T11:21:24,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/265ed15062da40908512fea8f9597d5a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/265ed15062da40908512fea8f9597d5a 2024-11-23T11:21:24,802 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/265ed15062da40908512fea8f9597d5a, entries=150, sequenceid=416, filesize=12.0 K 2024-11-23T11:21:24,803 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 873ms, sequenceid=416, compaction requested=true 2024-11-23T11:21:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T11:21:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-23T11:21:24,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-23T11:21:24,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0260 sec 2024-11-23T11:21:24,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.0330 sec 2024-11-23T11:21:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:24,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T11:21:24,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:24,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:24,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:24,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:24,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:24,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T11:21:24,880 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-23T11:21:24,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-23T11:21:24,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/83e0e4a16d734349aa0cea125407cd07 is 50, key is test_row_0/A:col10/1732360884874/Put/seqid=0 2024-11-23T11:21:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T11:21:24,885 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:24,886 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:24,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:24,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741923_1099 (size=17181) 2024-11-23T11:21:24,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360944890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360944890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360944892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360944892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360944893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T11:21:24,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360944995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:24,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360944995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:25,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360944997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360944997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360944997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,037 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T11:21:25,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:25,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:25,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:25,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T11:21:25,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T11:21:25,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:25,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:25,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:25,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:25,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360945198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360945198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360945202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360945203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360945203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/83e0e4a16d734349aa0cea125407cd07 2024-11-23T11:21:25,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/471495cd72e7403c934588371ba0c98b is 50, key is test_row_0/B:col10/1732360884874/Put/seqid=0 2024-11-23T11:21:25,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741924_1100 (size=12301) 2024-11-23T11:21:25,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/471495cd72e7403c934588371ba0c98b 2024-11-23T11:21:25,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/7893e952d6044a1e9b8cb2df6e63d341 is 50, key is test_row_0/C:col10/1732360884874/Put/seqid=0 2024-11-23T11:21:25,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741925_1101 (size=12301) 2024-11-23T11:21:25,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T11:21:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:25,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T11:21:25,497 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T11:21:25,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:25,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:25,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:25,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360945501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360945502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360945506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360945507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360945508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,651 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T11:21:25,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:25,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:25,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:25,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:25,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/7893e952d6044a1e9b8cb2df6e63d341 2024-11-23T11:21:25,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/83e0e4a16d734349aa0cea125407cd07 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/83e0e4a16d734349aa0cea125407cd07 2024-11-23T11:21:25,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/83e0e4a16d734349aa0cea125407cd07, entries=250, sequenceid=435, filesize=16.8 K 2024-11-23T11:21:25,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/471495cd72e7403c934588371ba0c98b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/471495cd72e7403c934588371ba0c98b 2024-11-23T11:21:25,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/471495cd72e7403c934588371ba0c98b, entries=150, sequenceid=435, filesize=12.0 K 2024-11-23T11:21:25,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/7893e952d6044a1e9b8cb2df6e63d341 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/7893e952d6044a1e9b8cb2df6e63d341 2024-11-23T11:21:25,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/7893e952d6044a1e9b8cb2df6e63d341, entries=150, sequenceid=435, filesize=12.0 K 2024-11-23T11:21:25,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 897ms, sequenceid=435, compaction requested=true 2024-11-23T11:21:25,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:25,773 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:21:25,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:25,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:25,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:25,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:25,773 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:21:25,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:25,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:25,775 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54936 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:21:25,775 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/A is initiating minor compaction (all files) 2024-11-23T11:21:25,775 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/A in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:25,775 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4faf057089ae4278adfd11f8bc00ea45, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/b452ee8b20fb430b99721892218f2aee, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/467bc78f270d43f88a3a05f11e05a3db, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/83e0e4a16d734349aa0cea125407cd07] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=53.6 K 2024-11-23T11:21:25,776 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:21:25,776 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4faf057089ae4278adfd11f8bc00ea45, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732360880837 2024-11-23T11:21:25,776 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/B is initiating minor compaction (all files) 2024-11-23T11:21:25,776 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/B in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:25,776 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/afa04b88710148c5b960f759058df2f7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/36a8ff0b8e064156ad6d8d35db9ea081, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/118db06c5354442e8faa8e6aeff33797, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/471495cd72e7403c934588371ba0c98b] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=48.9 K 2024-11-23T11:21:25,777 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting afa04b88710148c5b960f759058df2f7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732360880837 2024-11-23T11:21:25,777 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting b452ee8b20fb430b99721892218f2aee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732360881459 2024-11-23T11:21:25,777 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 36a8ff0b8e064156ad6d8d35db9ea081, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732360881459 2024-11-23T11:21:25,778 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 118db06c5354442e8faa8e6aeff33797, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732360882094 2024-11-23T11:21:25,778 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 467bc78f270d43f88a3a05f11e05a3db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732360882094 2024-11-23T11:21:25,778 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83e0e4a16d734349aa0cea125407cd07, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732360884261 2024-11-23T11:21:25,778 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 471495cd72e7403c934588371ba0c98b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732360884261 2024-11-23T11:21:25,793 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:25,794 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/3c8efe75aa904dda86bb53af41b4ff1b is 50, key is test_row_0/A:col10/1732360884874/Put/seqid=0 2024-11-23T11:21:25,798 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#B#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:25,799 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/aa145f3601d9487da70ee890ee8faf69 is 50, key is test_row_0/B:col10/1732360884874/Put/seqid=0 2024-11-23T11:21:25,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:25,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T11:21:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:25,805 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T11:21:25,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:25,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:25,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:25,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:25,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:25,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:25,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/25a96af328c34a61aa5e055d7b8449dd is 50, key is test_row_0/A:col10/1732360884890/Put/seqid=0 2024-11-23T11:21:25,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741927_1103 (size=13289) 2024-11-23T11:21:25,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741926_1102 (size=13289) 2024-11-23T11:21:25,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741928_1104 (size=12301) 2024-11-23T11:21:25,828 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/25a96af328c34a61aa5e055d7b8449dd 2024-11-23T11:21:25,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/94ae9260ede94ca892dd4c738fc780d7 is 50, key is test_row_0/B:col10/1732360884890/Put/seqid=0 2024-11-23T11:21:25,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741929_1105 (size=12301) 2024-11-23T11:21:25,860 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/94ae9260ede94ca892dd4c738fc780d7 2024-11-23T11:21:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/00af77efc3634682afed9a064db993ed is 50, key is test_row_0/C:col10/1732360884890/Put/seqid=0 2024-11-23T11:21:25,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741930_1106 (size=12301) 2024-11-23T11:21:25,896 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/00af77efc3634682afed9a064db993ed 2024-11-23T11:21:25,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/25a96af328c34a61aa5e055d7b8449dd as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/25a96af328c34a61aa5e055d7b8449dd 2024-11-23T11:21:25,914 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/25a96af328c34a61aa5e055d7b8449dd, entries=150, sequenceid=453, filesize=12.0 K 2024-11-23T11:21:25,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/94ae9260ede94ca892dd4c738fc780d7 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/94ae9260ede94ca892dd4c738fc780d7 2024-11-23T11:21:25,921 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/94ae9260ede94ca892dd4c738fc780d7, entries=150, sequenceid=453, filesize=12.0 K 2024-11-23T11:21:25,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/00af77efc3634682afed9a064db993ed as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/00af77efc3634682afed9a064db993ed 2024-11-23T11:21:25,941 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/00af77efc3634682afed9a064db993ed, entries=150, sequenceid=453, filesize=12.0 K 2024-11-23T11:21:25,943 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 137ms, sequenceid=453, compaction requested=true 2024-11-23T11:21:25,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:25,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:25,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T11:21:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-23T11:21:25,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-23T11:21:25,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0590 sec 2024-11-23T11:21:25,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.0650 sec 2024-11-23T11:21:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T11:21:25,989 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-23T11:21:25,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-23T11:21:25,993 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:25,994 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:25,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T11:21:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:26,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:21:26,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:26,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:26,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:26,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:26,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:26,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:26,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/611979f1a2874657a4fbf5d164e351ef is 50, key is test_row_0/A:col10/1732360886016/Put/seqid=0 2024-11-23T11:21:26,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741931_1107 (size=26945) 2024-11-23T11:21:26,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/611979f1a2874657a4fbf5d164e351ef 2024-11-23T11:21:26,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360946064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360946064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360946065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360946065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360946067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/77467413bd094c3baa6a3d5e3006d9d6 is 50, key is test_row_0/B:col10/1732360886016/Put/seqid=0 2024-11-23T11:21:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741932_1108 (size=12301) 2024-11-23T11:21:26,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/77467413bd094c3baa6a3d5e3006d9d6 2024-11-23T11:21:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T11:21:26,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/eba0905864ea42ebaf63e219ff559773 is 50, key is test_row_0/C:col10/1732360886016/Put/seqid=0 2024-11-23T11:21:26,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741933_1109 (size=12301) 2024-11-23T11:21:26,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/eba0905864ea42ebaf63e219ff559773 2024-11-23T11:21:26,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/611979f1a2874657a4fbf5d164e351ef as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/611979f1a2874657a4fbf5d164e351ef 2024-11-23T11:21:26,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/611979f1a2874657a4fbf5d164e351ef, entries=450, sequenceid=465, filesize=26.3 K 2024-11-23T11:21:26,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/77467413bd094c3baa6a3d5e3006d9d6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/77467413bd094c3baa6a3d5e3006d9d6 2024-11-23T11:21:26,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/77467413bd094c3baa6a3d5e3006d9d6, entries=150, sequenceid=465, filesize=12.0 K 2024-11-23T11:21:26,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/eba0905864ea42ebaf63e219ff559773 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/eba0905864ea42ebaf63e219ff559773 2024-11-23T11:21:26,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/eba0905864ea42ebaf63e219ff559773, entries=150, sequenceid=465, filesize=12.0 K 2024-11-23T11:21:26,145 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T11:21:26,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:26,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:26,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 116ms, sequenceid=465, compaction requested=true 2024-11-23T11:21:26,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:26,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:26,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:26,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:A, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:26,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:26,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T11:21:26,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:B, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:26,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-23T11:21:26,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:26,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-23T11:21:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:26,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T11:21:26,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:26,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:26,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:26,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:26,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:26,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:26,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/6ac2dd690bd7449990658bcb99394518 is 50, key is test_row_0/A:col10/1732360886176/Put/seqid=0 2024-11-23T11:21:26,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360946185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360946189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360946191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360946192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360946192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741934_1110 (size=17181) 2024-11-23T11:21:26,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/6ac2dd690bd7449990658bcb99394518 2024-11-23T11:21:26,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/fc8dfdbead2e4fdabd370da2cbfdd979 is 50, key is test_row_0/B:col10/1732360886176/Put/seqid=0 2024-11-23T11:21:26,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741935_1111 (size=12301) 2024-11-23T11:21:26,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/fc8dfdbead2e4fdabd370da2cbfdd979 2024-11-23T11:21:26,230 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/3c8efe75aa904dda86bb53af41b4ff1b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3c8efe75aa904dda86bb53af41b4ff1b 2024-11-23T11:21:26,238 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/aa145f3601d9487da70ee890ee8faf69 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/aa145f3601d9487da70ee890ee8faf69 2024-11-23T11:21:26,242 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/A of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 3c8efe75aa904dda86bb53af41b4ff1b(size=13.0 K), total size for store is 51.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:26,242 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:26,242 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/A, priority=12, startTime=1732360885772; duration=0sec 2024-11-23T11:21:26,242 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-23T11:21:26,242 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:A 2024-11-23T11:21:26,242 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:A 2024-11-23T11:21:26,242 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T11:21:26,245 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74658 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T11:21:26,245 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/C is initiating minor compaction (all files) 2024-11-23T11:21:26,245 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/C in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:26,246 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/a4ff9acb55b443f39122ada08579a6e2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/59436824202d4adbae52381c1d576625, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/265ed15062da40908512fea8f9597d5a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/7893e952d6044a1e9b8cb2df6e63d341, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/00af77efc3634682afed9a064db993ed, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/eba0905864ea42ebaf63e219ff559773] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=72.9 K 2024-11-23T11:21:26,246 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/B of a2bc7ed26c41ab8b586bbb30a3fd32f4 into aa145f3601d9487da70ee890ee8faf69(size=13.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:26,246 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:26,246 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/B, priority=12, startTime=1732360885773; duration=0sec 2024-11-23T11:21:26,246 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4ff9acb55b443f39122ada08579a6e2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732360880837 2024-11-23T11:21:26,246 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-23T11:21:26,246 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:B 2024-11-23T11:21:26,247 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:B 2024-11-23T11:21:26,247 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 6 compacting, 0 eligible, 16 blocking 2024-11-23T11:21:26,247 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T11:21:26,247 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T11:21:26,247 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59436824202d4adbae52381c1d576625, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732360881459 2024-11-23T11:21:26,247 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. because compaction request was cancelled 2024-11-23T11:21:26,247 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:C 2024-11-23T11:21:26,247 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:26,247 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 265ed15062da40908512fea8f9597d5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732360882094 2024-11-23T11:21:26,248 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7893e952d6044a1e9b8cb2df6e63d341, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732360884261 2024-11-23T11:21:26,249 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00af77efc3634682afed9a064db993ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732360884890 2024-11-23T11:21:26,249 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:26,249 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting eba0905864ea42ebaf63e219ff559773, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732360886016 2024-11-23T11:21:26,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/af96e3dfa8764ee480dedf8fcdc5bff7 is 50, key is test_row_0/C:col10/1732360886176/Put/seqid=0 2024-11-23T11:21:26,250 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/B is initiating minor compaction (all files) 2024-11-23T11:21:26,250 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/B in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:26,250 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/aa145f3601d9487da70ee890ee8faf69, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/94ae9260ede94ca892dd4c738fc780d7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/77467413bd094c3baa6a3d5e3006d9d6] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=37.0 K 2024-11-23T11:21:26,252 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting aa145f3601d9487da70ee890ee8faf69, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732360884261 2024-11-23T11:21:26,253 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 94ae9260ede94ca892dd4c738fc780d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732360884890 2024-11-23T11:21:26,253 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 77467413bd094c3baa6a3d5e3006d9d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732360886016 2024-11-23T11:21:26,270 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#B#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:26,271 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/27b0671e646d46b4b58acdbe6cd021e6 is 50, key is test_row_0/B:col10/1732360886016/Put/seqid=0 2024-11-23T11:21:26,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741936_1112 (size=12301) 2024-11-23T11:21:26,275 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#C#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:26,276 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/c3731a2f896f42ee9ba6e8ea255d60b9 is 50, key is test_row_0/C:col10/1732360886016/Put/seqid=0 2024-11-23T11:21:26,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741937_1113 (size=13391) 2024-11-23T11:21:26,290 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/27b0671e646d46b4b58acdbe6cd021e6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/27b0671e646d46b4b58acdbe6cd021e6 2024-11-23T11:21:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T11:21:26,299 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T11:21:26,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:26,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:26,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:26,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:26,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360946293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360946297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360946298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360946298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360946298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,306 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/B of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 27b0671e646d46b4b58acdbe6cd021e6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:26,306 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:26,306 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/B, priority=13, startTime=1732360886146; duration=0sec 2024-11-23T11:21:26,306 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:26,306 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:B 2024-11-23T11:21:26,306 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:26,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741938_1114 (size=13357) 2024-11-23T11:21:26,309 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:26,309 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/A is initiating minor compaction (all files) 2024-11-23T11:21:26,309 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/A in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:26,315 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3c8efe75aa904dda86bb53af41b4ff1b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/25a96af328c34a61aa5e055d7b8449dd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/611979f1a2874657a4fbf5d164e351ef] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=51.3 K 2024-11-23T11:21:26,316 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c8efe75aa904dda86bb53af41b4ff1b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732360884261 2024-11-23T11:21:26,317 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 25a96af328c34a61aa5e055d7b8449dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732360884890 2024-11-23T11:21:26,317 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 611979f1a2874657a4fbf5d164e351ef, keycount=450, bloomtype=ROW, size=26.3 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732360886007 2024-11-23T11:21:26,328 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:26,329 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/43000ccabbcf4308823d0e3b6882bbbc is 50, key is test_row_0/A:col10/1732360886016/Put/seqid=0 2024-11-23T11:21:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741939_1115 (size=13391) 2024-11-23T11:21:26,346 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/43000ccabbcf4308823d0e3b6882bbbc as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/43000ccabbcf4308823d0e3b6882bbbc 2024-11-23T11:21:26,353 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/A of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 43000ccabbcf4308823d0e3b6882bbbc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:26,353 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:26,353 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/A, priority=13, startTime=1732360886146; duration=0sec 2024-11-23T11:21:26,353 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:26,353 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:A 2024-11-23T11:21:26,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T11:21:26,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:26,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:26,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:26,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:26,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:26,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360946502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360946504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360946504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360946505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360946505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T11:21:26,611 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T11:21:26,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:26,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:26,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:26,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:26,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:26,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/af96e3dfa8764ee480dedf8fcdc5bff7 2024-11-23T11:21:26,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/6ac2dd690bd7449990658bcb99394518 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/6ac2dd690bd7449990658bcb99394518 2024-11-23T11:21:26,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/6ac2dd690bd7449990658bcb99394518, entries=250, sequenceid=492, filesize=16.8 K 2024-11-23T11:21:26,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/fc8dfdbead2e4fdabd370da2cbfdd979 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/fc8dfdbead2e4fdabd370da2cbfdd979 2024-11-23T11:21:26,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/fc8dfdbead2e4fdabd370da2cbfdd979, entries=150, sequenceid=492, filesize=12.0 K 2024-11-23T11:21:26,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/af96e3dfa8764ee480dedf8fcdc5bff7 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/af96e3dfa8764ee480dedf8fcdc5bff7 2024-11-23T11:21:26,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/af96e3dfa8764ee480dedf8fcdc5bff7, entries=150, sequenceid=492, filesize=12.0 K 2024-11-23T11:21:26,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 524ms, sequenceid=492, compaction requested=false 2024-11-23T11:21:26,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:26,714 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/c3731a2f896f42ee9ba6e8ea255d60b9 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/c3731a2f896f42ee9ba6e8ea255d60b9 2024-11-23T11:21:26,732 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/C of a2bc7ed26c41ab8b586bbb30a3fd32f4 into c3731a2f896f42ee9ba6e8ea255d60b9(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:26,732 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:26,732 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/C, priority=10, startTime=1732360886146; duration=0sec 2024-11-23T11:21:26,732 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:26,732 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:C 2024-11-23T11:21:26,764 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T11:21:26,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:26,765 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T11:21:26,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:26,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:26,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:26,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:26,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:26,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:26,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/4aae8f034d084dcca837e07275399175 is 50, key is test_row_0/A:col10/1732360886190/Put/seqid=0 2024-11-23T11:21:26,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741940_1116 (size=9857) 2024-11-23T11:21:26,787 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/4aae8f034d084dcca837e07275399175 2024-11-23T11:21:26,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/107d0a7b3a6d440288bec9d440597d51 is 50, key is test_row_0/B:col10/1732360886190/Put/seqid=0 2024-11-23T11:21:26,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741941_1117 (size=9857) 2024-11-23T11:21:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:26,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:26,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360946825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360946827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360946827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360946828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360946829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360946930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360946930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360946930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360946934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:26,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360946934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T11:21:27,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360947133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360947133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360947133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360947137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360947137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,204 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/107d0a7b3a6d440288bec9d440597d51 2024-11-23T11:21:27,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/81d0a4a5a1bd4f69a81fa7ff29f58d0d is 50, key is test_row_0/C:col10/1732360886190/Put/seqid=0 2024-11-23T11:21:27,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741942_1118 (size=9857) 2024-11-23T11:21:27,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360947435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360947435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360947436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360947440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360947441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,620 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/81d0a4a5a1bd4f69a81fa7ff29f58d0d 2024-11-23T11:21:27,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/4aae8f034d084dcca837e07275399175 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4aae8f034d084dcca837e07275399175 2024-11-23T11:21:27,638 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4aae8f034d084dcca837e07275399175, entries=100, sequenceid=507, filesize=9.6 K 2024-11-23T11:21:27,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/107d0a7b3a6d440288bec9d440597d51 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/107d0a7b3a6d440288bec9d440597d51 2024-11-23T11:21:27,645 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/107d0a7b3a6d440288bec9d440597d51, entries=100, sequenceid=507, filesize=9.6 K 2024-11-23T11:21:27,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/81d0a4a5a1bd4f69a81fa7ff29f58d0d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/81d0a4a5a1bd4f69a81fa7ff29f58d0d 2024-11-23T11:21:27,651 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/81d0a4a5a1bd4f69a81fa7ff29f58d0d, entries=100, sequenceid=507, filesize=9.6 K 2024-11-23T11:21:27,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T11:21:27,653 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 887ms, sequenceid=507, compaction requested=true 2024-11-23T11:21:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-23T11:21:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-23T11:21:27,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-23T11:21:27,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6600 sec 2024-11-23T11:21:27,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.6650 sec 2024-11-23T11:21:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:27,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T11:21:27,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:27,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:27,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:27,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:27,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:27,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:27,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/91f6ed386169458db54a86d930b17b60 is 50, key is test_row_0/A:col10/1732360886827/Put/seqid=0 2024-11-23T11:21:27,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360947946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732360947948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360947949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360947949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360947949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:27,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741943_1119 (size=14741) 2024-11-23T11:21:28,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360948050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360948052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360948053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360948053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T11:21:28,101 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-23T11:21:28,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-23T11:21:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T11:21:28,104 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:28,105 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:28,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T11:21:28,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360948252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360948253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360948255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:28,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360948256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T11:21:28,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:28,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:28,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:28,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:28,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:28,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/91f6ed386169458db54a86d930b17b60 2024-11-23T11:21:28,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/b94595ac07ff418ab15b5479a82c25b0 is 50, key is test_row_0/B:col10/1732360886827/Put/seqid=0 2024-11-23T11:21:28,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741944_1120 (size=12301) 2024-11-23T11:21:28,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/b94595ac07ff418ab15b5479a82c25b0 2024-11-23T11:21:28,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/b6902bb49c2d4347bec99fecdbef3a75 is 50, key is test_row_0/C:col10/1732360886827/Put/seqid=0 2024-11-23T11:21:28,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741945_1121 (size=12301) 2024-11-23T11:21:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T11:21:28,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T11:21:28,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:28,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:28,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:28,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:28,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:28,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56112 deadline: 1732360948556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:28,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56170 deadline: 1732360948558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1732360948558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56134 deadline: 1732360948560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T11:21:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:28,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:28,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T11:21:28,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T11:21:28,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:28,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:28,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:28,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:28,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:28,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/b6902bb49c2d4347bec99fecdbef3a75 2024-11-23T11:21:28,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/91f6ed386169458db54a86d930b17b60 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/91f6ed386169458db54a86d930b17b60 2024-11-23T11:21:28,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/91f6ed386169458db54a86d930b17b60, entries=200, sequenceid=536, filesize=14.4 K 2024-11-23T11:21:28,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/b94595ac07ff418ab15b5479a82c25b0 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/b94595ac07ff418ab15b5479a82c25b0 2024-11-23T11:21:28,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/b94595ac07ff418ab15b5479a82c25b0, entries=150, sequenceid=536, filesize=12.0 K 2024-11-23T11:21:28,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/b6902bb49c2d4347bec99fecdbef3a75 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/b6902bb49c2d4347bec99fecdbef3a75 2024-11-23T11:21:28,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/b6902bb49c2d4347bec99fecdbef3a75, entries=150, sequenceid=536, filesize=12.0 K 2024-11-23T11:21:28,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 894ms, sequenceid=536, compaction requested=true 2024-11-23T11:21:28,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:28,836 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:21:28,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:28,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:28,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:28,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:28,837 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:21:28,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2bc7ed26c41ab8b586bbb30a3fd32f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:28,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:28,838 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55170 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:21:28,838 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/A is initiating minor compaction (all files) 2024-11-23T11:21:28,838 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/A in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:28,838 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/43000ccabbcf4308823d0e3b6882bbbc, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/6ac2dd690bd7449990658bcb99394518, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4aae8f034d084dcca837e07275399175, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/91f6ed386169458db54a86d930b17b60] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=53.9 K 2024-11-23T11:21:28,839 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43000ccabbcf4308823d0e3b6882bbbc, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732360886016 2024-11-23T11:21:28,840 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ac2dd690bd7449990658bcb99394518, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732360886061 2024-11-23T11:21:28,840 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47850 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:21:28,840 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/B is initiating minor compaction (all files) 2024-11-23T11:21:28,840 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/B in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:28,840 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/27b0671e646d46b4b58acdbe6cd021e6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/fc8dfdbead2e4fdabd370da2cbfdd979, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/107d0a7b3a6d440288bec9d440597d51, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/b94595ac07ff418ab15b5479a82c25b0] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=46.7 K 2024-11-23T11:21:28,841 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4aae8f034d084dcca837e07275399175, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732360886190 2024-11-23T11:21:28,841 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 27b0671e646d46b4b58acdbe6cd021e6, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732360886016 2024-11-23T11:21:28,841 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91f6ed386169458db54a86d930b17b60, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1732360886825 2024-11-23T11:21:28,842 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting fc8dfdbead2e4fdabd370da2cbfdd979, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732360886174 2024-11-23T11:21:28,842 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 107d0a7b3a6d440288bec9d440597d51, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732360886190 2024-11-23T11:21:28,843 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting b94595ac07ff418ab15b5479a82c25b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1732360886825 2024-11-23T11:21:28,862 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#B#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:28,862 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#A#compaction#107 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:28,863 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/49e5baaab3d74dbfbc03cda38388d8aa is 50, key is test_row_0/A:col10/1732360886827/Put/seqid=0 2024-11-23T11:21:28,863 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/7beb1361b39f4d3cb3b84642b099727f is 50, key is test_row_0/B:col10/1732360886827/Put/seqid=0 2024-11-23T11:21:28,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:28,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T11:21:28,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:28,871 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T11:21:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:28,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/fa95395d3f714097b6790f77c16b08d2 is 50, key is test_row_0/A:col10/1732360887948/Put/seqid=0 2024-11-23T11:21:28,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741946_1122 (size=13527) 2024-11-23T11:21:28,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741947_1123 (size=13527) 2024-11-23T11:21:28,896 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/49e5baaab3d74dbfbc03cda38388d8aa as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/49e5baaab3d74dbfbc03cda38388d8aa 2024-11-23T11:21:28,903 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/7beb1361b39f4d3cb3b84642b099727f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/7beb1361b39f4d3cb3b84642b099727f 2024-11-23T11:21:28,905 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/A of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 49e5baaab3d74dbfbc03cda38388d8aa(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:28,905 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:28,905 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/A, priority=12, startTime=1732360888836; duration=0sec 2024-11-23T11:21:28,906 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:28,906 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:A 2024-11-23T11:21:28,906 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:21:28,911 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/B of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 7beb1361b39f4d3cb3b84642b099727f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:28,911 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:28,911 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/B, priority=12, startTime=1732360888837; duration=0sec 2024-11-23T11:21:28,911 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:28,911 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:B 2024-11-23T11:21:28,914 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47816 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:21:28,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741948_1124 (size=12301) 2024-11-23T11:21:28,914 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): a2bc7ed26c41ab8b586bbb30a3fd32f4/C is initiating minor compaction (all files) 2024-11-23T11:21:28,914 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2bc7ed26c41ab8b586bbb30a3fd32f4/C in TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:28,914 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/c3731a2f896f42ee9ba6e8ea255d60b9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/af96e3dfa8764ee480dedf8fcdc5bff7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/81d0a4a5a1bd4f69a81fa7ff29f58d0d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/b6902bb49c2d4347bec99fecdbef3a75] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp, totalSize=46.7 K 2024-11-23T11:21:28,915 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/fa95395d3f714097b6790f77c16b08d2 2024-11-23T11:21:28,915 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3731a2f896f42ee9ba6e8ea255d60b9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732360886016 2024-11-23T11:21:28,915 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting af96e3dfa8764ee480dedf8fcdc5bff7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732360886174 2024-11-23T11:21:28,916 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81d0a4a5a1bd4f69a81fa7ff29f58d0d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732360886190 2024-11-23T11:21:28,917 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6902bb49c2d4347bec99fecdbef3a75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1732360886825 2024-11-23T11:21:28,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/6b2ab41fe1ee4f2081403f18b96cb0e5 is 50, key is test_row_0/B:col10/1732360887948/Put/seqid=0 2024-11-23T11:21:28,938 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2bc7ed26c41ab8b586bbb30a3fd32f4#C#compaction#111 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:28,939 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/804b3fc2f42e4feabb646010034cc57f is 50, key is test_row_0/C:col10/1732360886827/Put/seqid=0 2024-11-23T11:21:28,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741949_1125 (size=12301) 2024-11-23T11:21:28,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741950_1126 (size=13493) 2024-11-23T11:21:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:28,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. as already flushing 2024-11-23T11:21:28,969 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/804b3fc2f42e4feabb646010034cc57f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/804b3fc2f42e4feabb646010034cc57f 2024-11-23T11:21:28,976 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2bc7ed26c41ab8b586bbb30a3fd32f4/C of a2bc7ed26c41ab8b586bbb30a3fd32f4 into 804b3fc2f42e4feabb646010034cc57f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:28,976 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:28,976 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4., storeName=a2bc7ed26c41ab8b586bbb30a3fd32f4/C, priority=12, startTime=1732360888837; duration=0sec 2024-11-23T11:21:28,977 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:28,977 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2bc7ed26c41ab8b586bbb30a3fd32f4:C 2024-11-23T11:21:28,988 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:63731 2024-11-23T11:21:28,988 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:63731 2024-11-23T11:21:28,989 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:28,989 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:28,989 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:63731 2024-11-23T11:21:28,990 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:28,992 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:63731 2024-11-23T11:21:28,993 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:28,994 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:63731 2024-11-23T11:21:28,994 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:29,062 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:63731 2024-11-23T11:21:29,062 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:29,066 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:63731 2024-11-23T11:21:29,066 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:29,066 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:63731 2024-11-23T11:21:29,066 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:29,078 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:63731 2024-11-23T11:21:29,078 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T11:21:29,355 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/6b2ab41fe1ee4f2081403f18b96cb0e5 2024-11-23T11:21:29,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/f877c239eeac484199c5d1c35702f8f4 is 50, key is test_row_0/C:col10/1732360887948/Put/seqid=0 2024-11-23T11:21:29,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741951_1127 (size=12301) 2024-11-23T11:21:29,631 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:21:29,768 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/f877c239eeac484199c5d1c35702f8f4 2024-11-23T11:21:29,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/fa95395d3f714097b6790f77c16b08d2 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/fa95395d3f714097b6790f77c16b08d2 2024-11-23T11:21:29,779 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/fa95395d3f714097b6790f77c16b08d2, entries=150, sequenceid=544, filesize=12.0 K 2024-11-23T11:21:29,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/6b2ab41fe1ee4f2081403f18b96cb0e5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/6b2ab41fe1ee4f2081403f18b96cb0e5 2024-11-23T11:21:29,788 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/6b2ab41fe1ee4f2081403f18b96cb0e5, entries=150, sequenceid=544, filesize=12.0 K 2024-11-23T11:21:29,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/f877c239eeac484199c5d1c35702f8f4 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/f877c239eeac484199c5d1c35702f8f4 2024-11-23T11:21:29,794 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/f877c239eeac484199c5d1c35702f8f4, entries=150, sequenceid=544, filesize=12.0 K 2024-11-23T11:21:29,795 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=73.80 KB/75570 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 923ms, sequenceid=544, compaction requested=false 2024-11-23T11:21:29,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:29,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:29,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-23T11:21:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-23T11:21:29,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-23T11:21:29,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6910 sec 2024-11-23T11:21:29,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.6960 sec 2024-11-23T11:21:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T11:21:30,208 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-23T11:21:30,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T11:21:30,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-23T11:21:30,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-23T11:21:30,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-23T11:21:30,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-23T11:21:30,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-23T11:21:30,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T11:21:30,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6440 2024-11-23T11:21:30,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6459 2024-11-23T11:21:30,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T11:21:30,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2795 2024-11-23T11:21:30,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8382 rows 2024-11-23T11:21:30,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2810 2024-11-23T11:21:30,209 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8430 rows 2024-11-23T11:21:30,209 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T11:21:30,209 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:63731 2024-11-23T11:21:30,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:30,213 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T11:21:30,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T11:21:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:30,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360890227"}]},"ts":"1732360890227"} 2024-11-23T11:21:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T11:21:30,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T11:21:30,231 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T11:21:30,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T11:21:30,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2bc7ed26c41ab8b586bbb30a3fd32f4, UNASSIGN}] 2024-11-23T11:21:30,237 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2bc7ed26c41ab8b586bbb30a3fd32f4, UNASSIGN 2024-11-23T11:21:30,238 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=a2bc7ed26c41ab8b586bbb30a3fd32f4, regionState=CLOSING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:30,239 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T11:21:30,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:21:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T11:21:30,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:30,395 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:30,395 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T11:21:30,396 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing a2bc7ed26c41ab8b586bbb30a3fd32f4, disabling compactions & flushes 2024-11-23T11:21:30,396 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:30,396 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:30,396 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. after waiting 0 ms 2024-11-23T11:21:30,396 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:30,396 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing a2bc7ed26c41ab8b586bbb30a3fd32f4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T11:21:30,396 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=A 2024-11-23T11:21:30,396 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:30,396 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=B 2024-11-23T11:21:30,396 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:30,396 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2bc7ed26c41ab8b586bbb30a3fd32f4, store=C 2024-11-23T11:21:30,397 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:30,401 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/3fa65c4932834ae5a1442b1af97fc4e1 is 50, key is test_row_0/A:col10/1732360889064/Put/seqid=0 2024-11-23T11:21:30,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741952_1128 (size=12301) 2024-11-23T11:21:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T11:21:30,806 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/3fa65c4932834ae5a1442b1af97fc4e1 2024-11-23T11:21:30,813 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/39aac7c46f2544528affb5356247299b is 50, key is test_row_0/B:col10/1732360889064/Put/seqid=0 2024-11-23T11:21:30,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741953_1129 (size=12301) 2024-11-23T11:21:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T11:21:31,218 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/39aac7c46f2544528affb5356247299b 2024-11-23T11:21:31,225 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/2f1f83bd3c0b40f795902386c5aef87c is 50, key is test_row_0/C:col10/1732360889064/Put/seqid=0 2024-11-23T11:21:31,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741954_1130 (size=12301) 2024-11-23T11:21:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T11:21:31,630 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/2f1f83bd3c0b40f795902386c5aef87c 2024-11-23T11:21:31,636 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/A/3fa65c4932834ae5a1442b1af97fc4e1 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3fa65c4932834ae5a1442b1af97fc4e1 2024-11-23T11:21:31,641 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3fa65c4932834ae5a1442b1af97fc4e1, entries=150, sequenceid=561, filesize=12.0 K 2024-11-23T11:21:31,642 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/B/39aac7c46f2544528affb5356247299b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/39aac7c46f2544528affb5356247299b 2024-11-23T11:21:31,646 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/39aac7c46f2544528affb5356247299b, entries=150, sequenceid=561, filesize=12.0 K 2024-11-23T11:21:31,647 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/.tmp/C/2f1f83bd3c0b40f795902386c5aef87c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/2f1f83bd3c0b40f795902386c5aef87c 2024-11-23T11:21:31,652 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/2f1f83bd3c0b40f795902386c5aef87c, entries=150, sequenceid=561, filesize=12.0 K 2024-11-23T11:21:31,652 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for a2bc7ed26c41ab8b586bbb30a3fd32f4 in 1256ms, sequenceid=561, compaction requested=true 2024-11-23T11:21:31,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/c71a1e2e221b4266bc795ab1c467553b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/29205016539449eb8604e90bc33daab5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/e97aa9c00f5b4b848eb08a7e549f25a4, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/12734c250d0047cd9123f8ef5dea5174, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/79e38e4f01f94186b9ac760c98ccdd8c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/b7308d0694294d99a2051875cfa3bac0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/1220b0d1fbd24297b93b5635bfcf196f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/92058bfd4f78432f8a714fa7a3f4b4fe, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/de6669a854dd45ea8b54c9ab916b7132, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/ab370ba0355d42dcae70179296191a7b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/9ffc760b58404322bc873e6d595ab19f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4d01f7ea8e0b43e2bdb98b4edbe7b57b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/2cb54300408f4e9aaed66c30e5f3e37b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/0fdb95cb1f9343d68ee42d1c9447e19b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/6dcb5aafc46e4223a0f7fe12d650fff6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3f4a9c6ddc86415f900e99b4401f5696, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/0415b753295846b2876b376ec71c47af, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/a40cf147cb5543998d0d958cd35cc484, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/784a7cad6c894e3f9eb660d04454438b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3e371a53c39e4a98b1446393bca1ec51, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/8f9a71eedd884c6c8f8e6addf334aa04, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3be17a06f21f4d97bfcabcdffd056c20, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/f39708e940124062aa97427f550588fb, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/2fe59a24c85c4f08b741a921e807ae74, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/551a2ecde0b742ac84cd800095613376, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4faf057089ae4278adfd11f8bc00ea45, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/b452ee8b20fb430b99721892218f2aee, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/467bc78f270d43f88a3a05f11e05a3db, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/83e0e4a16d734349aa0cea125407cd07, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3c8efe75aa904dda86bb53af41b4ff1b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/25a96af328c34a61aa5e055d7b8449dd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/611979f1a2874657a4fbf5d164e351ef, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/43000ccabbcf4308823d0e3b6882bbbc, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/6ac2dd690bd7449990658bcb99394518, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4aae8f034d084dcca837e07275399175, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/91f6ed386169458db54a86d930b17b60] to archive 2024-11-23T11:21:31,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:21:31,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/c71a1e2e221b4266bc795ab1c467553b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/c71a1e2e221b4266bc795ab1c467553b 2024-11-23T11:21:31,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/29205016539449eb8604e90bc33daab5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/29205016539449eb8604e90bc33daab5 2024-11-23T11:21:31,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/e97aa9c00f5b4b848eb08a7e549f25a4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/e97aa9c00f5b4b848eb08a7e549f25a4 2024-11-23T11:21:31,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/12734c250d0047cd9123f8ef5dea5174 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/12734c250d0047cd9123f8ef5dea5174 2024-11-23T11:21:31,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/79e38e4f01f94186b9ac760c98ccdd8c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/79e38e4f01f94186b9ac760c98ccdd8c 2024-11-23T11:21:31,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/b7308d0694294d99a2051875cfa3bac0 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/b7308d0694294d99a2051875cfa3bac0 2024-11-23T11:21:31,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/1220b0d1fbd24297b93b5635bfcf196f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/1220b0d1fbd24297b93b5635bfcf196f 2024-11-23T11:21:31,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/92058bfd4f78432f8a714fa7a3f4b4fe to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/92058bfd4f78432f8a714fa7a3f4b4fe 2024-11-23T11:21:31,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/de6669a854dd45ea8b54c9ab916b7132 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/de6669a854dd45ea8b54c9ab916b7132 2024-11-23T11:21:31,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/ab370ba0355d42dcae70179296191a7b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/ab370ba0355d42dcae70179296191a7b 2024-11-23T11:21:31,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/9ffc760b58404322bc873e6d595ab19f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/9ffc760b58404322bc873e6d595ab19f 2024-11-23T11:21:31,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4d01f7ea8e0b43e2bdb98b4edbe7b57b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4d01f7ea8e0b43e2bdb98b4edbe7b57b 2024-11-23T11:21:31,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/2cb54300408f4e9aaed66c30e5f3e37b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/2cb54300408f4e9aaed66c30e5f3e37b 2024-11-23T11:21:31,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/0fdb95cb1f9343d68ee42d1c9447e19b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/0fdb95cb1f9343d68ee42d1c9447e19b 2024-11-23T11:21:31,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/6dcb5aafc46e4223a0f7fe12d650fff6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/6dcb5aafc46e4223a0f7fe12d650fff6 2024-11-23T11:21:31,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3f4a9c6ddc86415f900e99b4401f5696 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3f4a9c6ddc86415f900e99b4401f5696 2024-11-23T11:21:31,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/0415b753295846b2876b376ec71c47af to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/0415b753295846b2876b376ec71c47af 2024-11-23T11:21:31,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/a40cf147cb5543998d0d958cd35cc484 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/a40cf147cb5543998d0d958cd35cc484 2024-11-23T11:21:31,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/784a7cad6c894e3f9eb660d04454438b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/784a7cad6c894e3f9eb660d04454438b 2024-11-23T11:21:31,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3e371a53c39e4a98b1446393bca1ec51 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3e371a53c39e4a98b1446393bca1ec51 2024-11-23T11:21:31,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/8f9a71eedd884c6c8f8e6addf334aa04 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/8f9a71eedd884c6c8f8e6addf334aa04 2024-11-23T11:21:31,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3be17a06f21f4d97bfcabcdffd056c20 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3be17a06f21f4d97bfcabcdffd056c20 2024-11-23T11:21:31,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/f39708e940124062aa97427f550588fb to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/f39708e940124062aa97427f550588fb 2024-11-23T11:21:31,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/2fe59a24c85c4f08b741a921e807ae74 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/2fe59a24c85c4f08b741a921e807ae74 2024-11-23T11:21:31,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/551a2ecde0b742ac84cd800095613376 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/551a2ecde0b742ac84cd800095613376 2024-11-23T11:21:31,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4faf057089ae4278adfd11f8bc00ea45 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4faf057089ae4278adfd11f8bc00ea45 2024-11-23T11:21:31,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/b452ee8b20fb430b99721892218f2aee to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/b452ee8b20fb430b99721892218f2aee 2024-11-23T11:21:31,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/467bc78f270d43f88a3a05f11e05a3db to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/467bc78f270d43f88a3a05f11e05a3db 2024-11-23T11:21:31,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/83e0e4a16d734349aa0cea125407cd07 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/83e0e4a16d734349aa0cea125407cd07 2024-11-23T11:21:31,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3c8efe75aa904dda86bb53af41b4ff1b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3c8efe75aa904dda86bb53af41b4ff1b 2024-11-23T11:21:31,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/25a96af328c34a61aa5e055d7b8449dd to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/25a96af328c34a61aa5e055d7b8449dd 2024-11-23T11:21:31,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/611979f1a2874657a4fbf5d164e351ef to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/611979f1a2874657a4fbf5d164e351ef 2024-11-23T11:21:31,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/43000ccabbcf4308823d0e3b6882bbbc to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/43000ccabbcf4308823d0e3b6882bbbc 2024-11-23T11:21:31,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/6ac2dd690bd7449990658bcb99394518 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/6ac2dd690bd7449990658bcb99394518 2024-11-23T11:21:31,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4aae8f034d084dcca837e07275399175 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/4aae8f034d084dcca837e07275399175 2024-11-23T11:21:31,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/91f6ed386169458db54a86d930b17b60 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/91f6ed386169458db54a86d930b17b60 2024-11-23T11:21:31,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/4f129414b217434fb654f6709ab49976, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/cecc68c190264a3b9da0325f861bdf04, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/47e817e6e468486691b86c3b83fb0785, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e4d1fb8275144ffa91ad16a01cd2ddfc, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/0e70ac22fbb84812babb532b91e22eb5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/8a274985710941daaf644fefd7564f70, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/aa0281f94a0149cc89cdc74966c52d7a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/c3b0717b150b4d7fae5e7a70fc0d7294, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/0ee8e6d4bbe548e2b94956367ac67cc5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e7161151bc574a468542b1efcebadc2f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/8f1fd7fb338b476db6ad5660a750d0ef, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/370fd8a809c34848924734ca93e36bef, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/fda5c34b47c642899288e7d159e7667c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/373f18b74651421b805ebd0317d391e8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/b8106d28ea5546e8881ae2903469e4a4, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/5aa556906c78403e9b5432b1c637f0c8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/cf8edf647a01429c961ad3e7f3c6004e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/5590315f1d74436fac19928c18fa8164, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/37f89743946d4acb9069be1f6edc7492, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e7b161f0e81b439f89f42282961aae8a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/89fc5701efef441faf14363e1dcdc316, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/49d15f26a579495d92f8dca40ea94577, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/7919061c0c804e48b22feae470d8eb69, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/66cacc801f4f4369b2ece84383754b12, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/afa04b88710148c5b960f759058df2f7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/c70869be6259470b96c23b4fb585f421, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/36a8ff0b8e064156ad6d8d35db9ea081, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/118db06c5354442e8faa8e6aeff33797, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/aa145f3601d9487da70ee890ee8faf69, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/471495cd72e7403c934588371ba0c98b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/94ae9260ede94ca892dd4c738fc780d7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/27b0671e646d46b4b58acdbe6cd021e6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/77467413bd094c3baa6a3d5e3006d9d6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/fc8dfdbead2e4fdabd370da2cbfdd979, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/107d0a7b3a6d440288bec9d440597d51, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/b94595ac07ff418ab15b5479a82c25b0] to archive 2024-11-23T11:21:31,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:21:31,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/4f129414b217434fb654f6709ab49976 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/4f129414b217434fb654f6709ab49976 2024-11-23T11:21:31,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/cecc68c190264a3b9da0325f861bdf04 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/cecc68c190264a3b9da0325f861bdf04 2024-11-23T11:21:31,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/47e817e6e468486691b86c3b83fb0785 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/47e817e6e468486691b86c3b83fb0785 2024-11-23T11:21:31,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e4d1fb8275144ffa91ad16a01cd2ddfc to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e4d1fb8275144ffa91ad16a01cd2ddfc 2024-11-23T11:21:31,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/0e70ac22fbb84812babb532b91e22eb5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/0e70ac22fbb84812babb532b91e22eb5 2024-11-23T11:21:31,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/8a274985710941daaf644fefd7564f70 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/8a274985710941daaf644fefd7564f70 2024-11-23T11:21:31,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/aa0281f94a0149cc89cdc74966c52d7a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/aa0281f94a0149cc89cdc74966c52d7a 2024-11-23T11:21:31,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/c3b0717b150b4d7fae5e7a70fc0d7294 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/c3b0717b150b4d7fae5e7a70fc0d7294 2024-11-23T11:21:31,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/0ee8e6d4bbe548e2b94956367ac67cc5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/0ee8e6d4bbe548e2b94956367ac67cc5 2024-11-23T11:21:31,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e7161151bc574a468542b1efcebadc2f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e7161151bc574a468542b1efcebadc2f 2024-11-23T11:21:31,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/8f1fd7fb338b476db6ad5660a750d0ef to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/8f1fd7fb338b476db6ad5660a750d0ef 2024-11-23T11:21:31,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/370fd8a809c34848924734ca93e36bef to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/370fd8a809c34848924734ca93e36bef 2024-11-23T11:21:31,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/fda5c34b47c642899288e7d159e7667c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/fda5c34b47c642899288e7d159e7667c 2024-11-23T11:21:31,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/373f18b74651421b805ebd0317d391e8 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/373f18b74651421b805ebd0317d391e8 2024-11-23T11:21:31,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/b8106d28ea5546e8881ae2903469e4a4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/b8106d28ea5546e8881ae2903469e4a4 2024-11-23T11:21:31,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/5aa556906c78403e9b5432b1c637f0c8 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/5aa556906c78403e9b5432b1c637f0c8 2024-11-23T11:21:31,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/cf8edf647a01429c961ad3e7f3c6004e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/cf8edf647a01429c961ad3e7f3c6004e 2024-11-23T11:21:31,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/5590315f1d74436fac19928c18fa8164 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/5590315f1d74436fac19928c18fa8164 2024-11-23T11:21:31,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/37f89743946d4acb9069be1f6edc7492 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/37f89743946d4acb9069be1f6edc7492 2024-11-23T11:21:31,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e7b161f0e81b439f89f42282961aae8a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/e7b161f0e81b439f89f42282961aae8a 2024-11-23T11:21:31,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/89fc5701efef441faf14363e1dcdc316 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/89fc5701efef441faf14363e1dcdc316 2024-11-23T11:21:31,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/49d15f26a579495d92f8dca40ea94577 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/49d15f26a579495d92f8dca40ea94577 2024-11-23T11:21:31,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/7919061c0c804e48b22feae470d8eb69 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/7919061c0c804e48b22feae470d8eb69 2024-11-23T11:21:31,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/66cacc801f4f4369b2ece84383754b12 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/66cacc801f4f4369b2ece84383754b12 2024-11-23T11:21:31,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/afa04b88710148c5b960f759058df2f7 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/afa04b88710148c5b960f759058df2f7 2024-11-23T11:21:31,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/c70869be6259470b96c23b4fb585f421 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/c70869be6259470b96c23b4fb585f421 2024-11-23T11:21:31,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/36a8ff0b8e064156ad6d8d35db9ea081 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/36a8ff0b8e064156ad6d8d35db9ea081 2024-11-23T11:21:31,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/118db06c5354442e8faa8e6aeff33797 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/118db06c5354442e8faa8e6aeff33797 2024-11-23T11:21:31,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/aa145f3601d9487da70ee890ee8faf69 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/aa145f3601d9487da70ee890ee8faf69 2024-11-23T11:21:31,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/471495cd72e7403c934588371ba0c98b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/471495cd72e7403c934588371ba0c98b 2024-11-23T11:21:31,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/94ae9260ede94ca892dd4c738fc780d7 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/94ae9260ede94ca892dd4c738fc780d7 2024-11-23T11:21:31,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/27b0671e646d46b4b58acdbe6cd021e6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/27b0671e646d46b4b58acdbe6cd021e6 2024-11-23T11:21:31,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/77467413bd094c3baa6a3d5e3006d9d6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/77467413bd094c3baa6a3d5e3006d9d6 2024-11-23T11:21:31,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/fc8dfdbead2e4fdabd370da2cbfdd979 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/fc8dfdbead2e4fdabd370da2cbfdd979 2024-11-23T11:21:31,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/107d0a7b3a6d440288bec9d440597d51 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/107d0a7b3a6d440288bec9d440597d51 2024-11-23T11:21:31,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/b94595ac07ff418ab15b5479a82c25b0 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/b94595ac07ff418ab15b5479a82c25b0 2024-11-23T11:21:31,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fb04f87eb9224603a7d54066431e1ae1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/dc2b995215444114a8c3ab52f61163dd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0b6658cbfea74a2d8549195d0b6a395a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/9a8bff57ef144134869967eb8fe63cbd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/38db196209f045108364d8cf0c429894, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/dfe0a9146b354c0b991596beaacf0d18, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fb828e827bc74976beb4dc0b3ceb1a2d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/1a38512cd07a4068840f0a2e6981110b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/adeade59b79149dd8c5775ba8872ab86, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/d8375b24f5a34633b43a949edd88c97e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/57838c0a5e87431bbe4346a5a782eaa4, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/9d1b4bbba36e448b9bf74fa96adab008, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/6b193773f9aa435e98a96e27b6f867db, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/451709cde0f3440b90367e54cf35d0dd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/58b2992b6e09401e958dda920c7ffb34, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/96c684fc8adc403caed7d970bc354cae, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/47cb8327147442bea5c99efd32fb4ecf, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/3a7f466101d242229e7c428965dee11e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0e5fb8a308204a7aac99fe75d16eb238, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/7d19e586404a4482ab763d08418096c8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0af55aad233f4ce4a3f401420eb041ff, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/eea5f4e88e984df096faf514aca7f883, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fba2aad87ac9466ab4e119d258ea8dae, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/39a2c92d4da54acd82323cddc0d6163f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/a4ff9acb55b443f39122ada08579a6e2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/ff5e4c92baf14d09bd4df6103d862079, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/59436824202d4adbae52381c1d576625, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/265ed15062da40908512fea8f9597d5a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/7893e952d6044a1e9b8cb2df6e63d341, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/00af77efc3634682afed9a064db993ed, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/c3731a2f896f42ee9ba6e8ea255d60b9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/eba0905864ea42ebaf63e219ff559773, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/af96e3dfa8764ee480dedf8fcdc5bff7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/81d0a4a5a1bd4f69a81fa7ff29f58d0d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/b6902bb49c2d4347bec99fecdbef3a75] to archive 2024-11-23T11:21:31,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:21:31,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fb04f87eb9224603a7d54066431e1ae1 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fb04f87eb9224603a7d54066431e1ae1 2024-11-23T11:21:31,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/dc2b995215444114a8c3ab52f61163dd to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/dc2b995215444114a8c3ab52f61163dd 2024-11-23T11:21:31,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0b6658cbfea74a2d8549195d0b6a395a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0b6658cbfea74a2d8549195d0b6a395a 2024-11-23T11:21:31,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/9a8bff57ef144134869967eb8fe63cbd to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/9a8bff57ef144134869967eb8fe63cbd 2024-11-23T11:21:31,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/38db196209f045108364d8cf0c429894 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/38db196209f045108364d8cf0c429894 2024-11-23T11:21:31,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/dfe0a9146b354c0b991596beaacf0d18 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/dfe0a9146b354c0b991596beaacf0d18 2024-11-23T11:21:31,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fb828e827bc74976beb4dc0b3ceb1a2d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fb828e827bc74976beb4dc0b3ceb1a2d 2024-11-23T11:21:31,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/1a38512cd07a4068840f0a2e6981110b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/1a38512cd07a4068840f0a2e6981110b 2024-11-23T11:21:31,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/adeade59b79149dd8c5775ba8872ab86 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/adeade59b79149dd8c5775ba8872ab86 2024-11-23T11:21:31,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/d8375b24f5a34633b43a949edd88c97e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/d8375b24f5a34633b43a949edd88c97e 2024-11-23T11:21:31,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/57838c0a5e87431bbe4346a5a782eaa4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/57838c0a5e87431bbe4346a5a782eaa4 2024-11-23T11:21:31,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/9d1b4bbba36e448b9bf74fa96adab008 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/9d1b4bbba36e448b9bf74fa96adab008 2024-11-23T11:21:31,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/6b193773f9aa435e98a96e27b6f867db to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/6b193773f9aa435e98a96e27b6f867db 2024-11-23T11:21:31,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/451709cde0f3440b90367e54cf35d0dd to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/451709cde0f3440b90367e54cf35d0dd 2024-11-23T11:21:31,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/58b2992b6e09401e958dda920c7ffb34 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/58b2992b6e09401e958dda920c7ffb34 2024-11-23T11:21:31,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/96c684fc8adc403caed7d970bc354cae to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/96c684fc8adc403caed7d970bc354cae 2024-11-23T11:21:31,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/47cb8327147442bea5c99efd32fb4ecf to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/47cb8327147442bea5c99efd32fb4ecf 2024-11-23T11:21:31,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/3a7f466101d242229e7c428965dee11e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/3a7f466101d242229e7c428965dee11e 2024-11-23T11:21:31,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0e5fb8a308204a7aac99fe75d16eb238 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0e5fb8a308204a7aac99fe75d16eb238 2024-11-23T11:21:31,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/7d19e586404a4482ab763d08418096c8 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/7d19e586404a4482ab763d08418096c8 2024-11-23T11:21:31,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0af55aad233f4ce4a3f401420eb041ff to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/0af55aad233f4ce4a3f401420eb041ff 2024-11-23T11:21:31,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/eea5f4e88e984df096faf514aca7f883 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/eea5f4e88e984df096faf514aca7f883 2024-11-23T11:21:31,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fba2aad87ac9466ab4e119d258ea8dae to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/fba2aad87ac9466ab4e119d258ea8dae 2024-11-23T11:21:31,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/39a2c92d4da54acd82323cddc0d6163f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/39a2c92d4da54acd82323cddc0d6163f 2024-11-23T11:21:31,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/a4ff9acb55b443f39122ada08579a6e2 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/a4ff9acb55b443f39122ada08579a6e2 2024-11-23T11:21:31,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/ff5e4c92baf14d09bd4df6103d862079 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/ff5e4c92baf14d09bd4df6103d862079 2024-11-23T11:21:31,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/59436824202d4adbae52381c1d576625 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/59436824202d4adbae52381c1d576625 2024-11-23T11:21:31,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/265ed15062da40908512fea8f9597d5a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/265ed15062da40908512fea8f9597d5a 2024-11-23T11:21:31,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/7893e952d6044a1e9b8cb2df6e63d341 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/7893e952d6044a1e9b8cb2df6e63d341 2024-11-23T11:21:31,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/00af77efc3634682afed9a064db993ed to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/00af77efc3634682afed9a064db993ed 2024-11-23T11:21:31,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/c3731a2f896f42ee9ba6e8ea255d60b9 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/c3731a2f896f42ee9ba6e8ea255d60b9 2024-11-23T11:21:31,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/eba0905864ea42ebaf63e219ff559773 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/eba0905864ea42ebaf63e219ff559773 2024-11-23T11:21:31,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/af96e3dfa8764ee480dedf8fcdc5bff7 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/af96e3dfa8764ee480dedf8fcdc5bff7 2024-11-23T11:21:31,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/81d0a4a5a1bd4f69a81fa7ff29f58d0d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/81d0a4a5a1bd4f69a81fa7ff29f58d0d 2024-11-23T11:21:31,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/b6902bb49c2d4347bec99fecdbef3a75 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/b6902bb49c2d4347bec99fecdbef3a75 2024-11-23T11:21:31,815 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/recovered.edits/564.seqid, newMaxSeqId=564, maxSeqId=1 2024-11-23T11:21:31,818 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4. 2024-11-23T11:21:31,819 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for a2bc7ed26c41ab8b586bbb30a3fd32f4: 2024-11-23T11:21:31,821 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:31,821 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=a2bc7ed26c41ab8b586bbb30a3fd32f4, regionState=CLOSED 2024-11-23T11:21:31,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-23T11:21:31,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure a2bc7ed26c41ab8b586bbb30a3fd32f4, server=9bf4ef99e196,37431,1732360861208 in 1.5830 sec 2024-11-23T11:21:31,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-23T11:21:31,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2bc7ed26c41ab8b586bbb30a3fd32f4, UNASSIGN in 1.5870 sec 2024-11-23T11:21:31,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-23T11:21:31,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5940 sec 2024-11-23T11:21:31,828 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360891828"}]},"ts":"1732360891828"} 2024-11-23T11:21:31,829 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T11:21:31,832 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T11:21:31,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6120 sec 2024-11-23T11:21:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T11:21:32,332 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-23T11:21:32,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T11:21:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:32,340 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:32,341 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-23T11:21:32,344 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:32,348 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/recovered.edits] 2024-11-23T11:21:32,352 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3fa65c4932834ae5a1442b1af97fc4e1 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/3fa65c4932834ae5a1442b1af97fc4e1 2024-11-23T11:21:32,353 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/49e5baaab3d74dbfbc03cda38388d8aa to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/49e5baaab3d74dbfbc03cda38388d8aa 2024-11-23T11:21:32,355 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/fa95395d3f714097b6790f77c16b08d2 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/A/fa95395d3f714097b6790f77c16b08d2 2024-11-23T11:21:32,358 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/39aac7c46f2544528affb5356247299b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/39aac7c46f2544528affb5356247299b 2024-11-23T11:21:32,360 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/6b2ab41fe1ee4f2081403f18b96cb0e5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/6b2ab41fe1ee4f2081403f18b96cb0e5 2024-11-23T11:21:32,361 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/7beb1361b39f4d3cb3b84642b099727f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/B/7beb1361b39f4d3cb3b84642b099727f 2024-11-23T11:21:32,364 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/2f1f83bd3c0b40f795902386c5aef87c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/2f1f83bd3c0b40f795902386c5aef87c 2024-11-23T11:21:32,366 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/804b3fc2f42e4feabb646010034cc57f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/804b3fc2f42e4feabb646010034cc57f 2024-11-23T11:21:32,367 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/f877c239eeac484199c5d1c35702f8f4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/C/f877c239eeac484199c5d1c35702f8f4 2024-11-23T11:21:32,371 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/recovered.edits/564.seqid to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4/recovered.edits/564.seqid 2024-11-23T11:21:32,371 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/a2bc7ed26c41ab8b586bbb30a3fd32f4 2024-11-23T11:21:32,371 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T11:21:32,377 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:32,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T11:21:32,386 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T11:21:32,421 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T11:21:32,423 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:32,423 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T11:21:32,423 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732360892423"}]},"ts":"9223372036854775807"} 2024-11-23T11:21:32,427 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T11:21:32,427 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a2bc7ed26c41ab8b586bbb30a3fd32f4, NAME => 'TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T11:21:32,427 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T11:21:32,427 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732360892427"}]},"ts":"9223372036854775807"} 2024-11-23T11:21:32,430 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T11:21:32,432 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:32,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 97 msec 2024-11-23T11:21:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-23T11:21:32,442 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-23T11:21:32,456 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: hconnection-0xeb1be9a-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xeb1be9a-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1513578268_22 at /127.0.0.1:49382 [Waiting for operation #334] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1440392663_22 at /127.0.0.1:43732 [Waiting for operation #351] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xeb1be9a-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1440392663_22 at /127.0.0.1:52564 [Waiting for operation #44] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;9bf4ef99e196:37431-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xeb1be9a-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 210) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4067 (was 4759) 2024-11-23T11:21:32,465 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=4064 2024-11-23T11:21:32,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T11:21:32,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:32,469 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:21:32,469 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:32,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-23T11:21:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T11:21:32,470 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:21:32,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741955_1131 (size=960) 2024-11-23T11:21:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T11:21:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T11:21:32,879 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469 2024-11-23T11:21:32,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741956_1132 (size=53) 2024-11-23T11:21:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T11:21:33,286 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:33,286 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b5846c8adbd5e6f6c569d609feea076b, disabling compactions & flushes 2024-11-23T11:21:33,286 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:33,286 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:33,286 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. after waiting 0 ms 2024-11-23T11:21:33,286 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:33,286 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:33,286 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:33,288 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:21:33,288 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732360893288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360893288"}]},"ts":"1732360893288"} 2024-11-23T11:21:33,289 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T11:21:33,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:21:33,290 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360893290"}]},"ts":"1732360893290"} 2024-11-23T11:21:33,291 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T11:21:33,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b5846c8adbd5e6f6c569d609feea076b, ASSIGN}] 2024-11-23T11:21:33,297 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b5846c8adbd5e6f6c569d609feea076b, ASSIGN 2024-11-23T11:21:33,298 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b5846c8adbd5e6f6c569d609feea076b, ASSIGN; state=OFFLINE, location=9bf4ef99e196,37431,1732360861208; forceNewPlan=false, retain=false 2024-11-23T11:21:33,448 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=b5846c8adbd5e6f6c569d609feea076b, regionState=OPENING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:33,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:21:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T11:21:33,601 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:33,605 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:33,605 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:33,605 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:33,605 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:33,605 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:33,605 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:33,607 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:33,608 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:21:33,608 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5846c8adbd5e6f6c569d609feea076b columnFamilyName A 2024-11-23T11:21:33,608 DEBUG [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:33,609 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.HStore(327): Store=b5846c8adbd5e6f6c569d609feea076b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:33,609 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:33,610 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:21:33,611 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5846c8adbd5e6f6c569d609feea076b columnFamilyName B 2024-11-23T11:21:33,611 DEBUG [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:33,611 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.HStore(327): Store=b5846c8adbd5e6f6c569d609feea076b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:33,611 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:33,612 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:21:33,612 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5846c8adbd5e6f6c569d609feea076b columnFamilyName C 2024-11-23T11:21:33,612 DEBUG [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:33,613 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.HStore(327): Store=b5846c8adbd5e6f6c569d609feea076b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:33,613 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:33,614 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:33,614 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:33,615 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T11:21:33,616 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:33,618 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:33,618 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened b5846c8adbd5e6f6c569d609feea076b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61670630, jitterRate=-0.08103600144386292}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T11:21:33,619 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:33,620 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., pid=41, masterSystemTime=1732360893601 2024-11-23T11:21:33,621 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:33,621 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:33,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=b5846c8adbd5e6f6c569d609feea076b, regionState=OPEN, openSeqNum=2, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:33,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-23T11:21:33,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 in 174 msec 2024-11-23T11:21:33,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-23T11:21:33,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b5846c8adbd5e6f6c569d609feea076b, ASSIGN in 329 msec 2024-11-23T11:21:33,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:21:33,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360893627"}]},"ts":"1732360893627"} 2024-11-23T11:21:33,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T11:21:33,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:21:33,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-23T11:21:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T11:21:34,576 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-23T11:21:34,577 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e 2024-11-23T11:21:34,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:34,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:34,586 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:34,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:34,590 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:34,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T11:21:34,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:34,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741957_1133 (size=996) 2024-11-23T11:21:35,016 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-23T11:21:35,016 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-23T11:21:35,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T11:21:35,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b5846c8adbd5e6f6c569d609feea076b, REOPEN/MOVE}] 2024-11-23T11:21:35,029 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b5846c8adbd5e6f6c569d609feea076b, REOPEN/MOVE 2024-11-23T11:21:35,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=b5846c8adbd5e6f6c569d609feea076b, regionState=CLOSING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,031 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T11:21:35,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:21:35,182 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,183 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:35,183 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T11:21:35,183 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing b5846c8adbd5e6f6c569d609feea076b, disabling compactions & flushes 2024-11-23T11:21:35,184 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:35,184 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:35,184 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. after waiting 0 ms 2024-11-23T11:21:35,184 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:35,188 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T11:21:35,188 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:35,188 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:35,189 WARN [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: b5846c8adbd5e6f6c569d609feea076b to self. 2024-11-23T11:21:35,190 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:35,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=b5846c8adbd5e6f6c569d609feea076b, regionState=CLOSED 2024-11-23T11:21:35,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-23T11:21:35,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 in 161 msec 2024-11-23T11:21:35,194 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b5846c8adbd5e6f6c569d609feea076b, REOPEN/MOVE; state=CLOSED, location=9bf4ef99e196,37431,1732360861208; forceNewPlan=false, retain=true 2024-11-23T11:21:35,344 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=b5846c8adbd5e6f6c569d609feea076b, regionState=OPENING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:21:35,497 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,500 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:35,500 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:35,501 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:35,501 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:35,501 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:35,501 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:35,503 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:35,504 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:21:35,508 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5846c8adbd5e6f6c569d609feea076b columnFamilyName A 2024-11-23T11:21:35,510 DEBUG [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:35,511 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.HStore(327): Store=b5846c8adbd5e6f6c569d609feea076b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:35,511 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:35,512 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:21:35,512 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5846c8adbd5e6f6c569d609feea076b columnFamilyName B 2024-11-23T11:21:35,512 DEBUG [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:35,513 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.HStore(327): Store=b5846c8adbd5e6f6c569d609feea076b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:35,513 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:35,513 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:21:35,513 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5846c8adbd5e6f6c569d609feea076b columnFamilyName C 2024-11-23T11:21:35,513 DEBUG [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:35,514 INFO [StoreOpener-b5846c8adbd5e6f6c569d609feea076b-1 {}] regionserver.HStore(327): Store=b5846c8adbd5e6f6c569d609feea076b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:35,514 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:35,515 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:35,517 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:35,518 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T11:21:35,520 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:35,521 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened b5846c8adbd5e6f6c569d609feea076b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71713304, jitterRate=0.0686115026473999}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T11:21:35,522 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:35,522 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., pid=46, masterSystemTime=1732360895497 2024-11-23T11:21:35,525 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:35,525 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:35,525 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=b5846c8adbd5e6f6c569d609feea076b, regionState=OPEN, openSeqNum=5, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-23T11:21:35,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 in 181 msec 2024-11-23T11:21:35,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-23T11:21:35,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b5846c8adbd5e6f6c569d609feea076b, REOPEN/MOVE in 500 msec 2024-11-23T11:21:35,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-23T11:21:35,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-11-23T11:21:35,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 935 msec 2024-11-23T11:21:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-23T11:21:35,543 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672 2024-11-23T11:21:35,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:35,551 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-11-23T11:21:35,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:35,557 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-11-23T11:21:35,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:35,563 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-11-23T11:21:35,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:35,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-11-23T11:21:35,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:35,576 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-11-23T11:21:35,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:35,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-11-23T11:21:35,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:35,588 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-11-23T11:21:35,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:35,595 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-11-23T11:21:35,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:35,602 DEBUG [hconnection-0x27a3616c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:35,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-23T11:21:35,604 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:35,604 DEBUG [hconnection-0x7abdb9aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T11:21:35,605 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:35,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:35,606 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:35,613 DEBUG [hconnection-0x12e2ac45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:35,613 DEBUG [hconnection-0x160afe77-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:35,613 DEBUG [hconnection-0x8e94b12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:35,614 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:35,614 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:35,614 DEBUG [hconnection-0x42b4d2a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:35,615 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:35,615 DEBUG [hconnection-0x452cbbe5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:35,615 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:35,616 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:35,619 DEBUG [hconnection-0x1b80bd1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:35,620 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:35,621 DEBUG [hconnection-0x3795ec0e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:35,622 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:35,631 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:35,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T11:21:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:35,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:35,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:35,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:35,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:35,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:35,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:35,674 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:21:35,676 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:21:35,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123de5fcf4a00c24a5a8955b2bc12629144_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360895630/Put/seqid=0 2024-11-23T11:21:35,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741958_1134 (size=9714) 2024-11-23T11:21:35,706 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T11:21:35,711 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123de5fcf4a00c24a5a8955b2bc12629144_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123de5fcf4a00c24a5a8955b2bc12629144_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:35,713 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/856678a1f6ab4095b09f6487c93893e5, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:35,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/856678a1f6ab4095b09f6487c93893e5 is 175, key is test_row_0/A:col10/1732360895630/Put/seqid=0 2024-11-23T11:21:35,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360955724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360955724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360955725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360955727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360955728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741959_1135 (size=22361) 2024-11-23T11:21:35,756 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/856678a1f6ab4095b09f6487c93893e5 2024-11-23T11:21:35,758 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T11:21:35,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:35,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:35,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:35,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:35,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/144ab13cb7e2423ebb4d68f1c883fc7c is 50, key is test_row_0/B:col10/1732360895630/Put/seqid=0 2024-11-23T11:21:35,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741960_1136 (size=9657) 2024-11-23T11:21:35,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/144ab13cb7e2423ebb4d68f1c883fc7c 2024-11-23T11:21:35,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360955837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360955837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360955837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360955842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360955842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/d4012c3ff29443dd9c2ce69ef5c91d50 is 50, key is test_row_0/C:col10/1732360895630/Put/seqid=0 2024-11-23T11:21:35,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741961_1137 (size=9657) 2024-11-23T11:21:35,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/d4012c3ff29443dd9c2ce69ef5c91d50 2024-11-23T11:21:35,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/856678a1f6ab4095b09f6487c93893e5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/856678a1f6ab4095b09f6487c93893e5 2024-11-23T11:21:35,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/856678a1f6ab4095b09f6487c93893e5, entries=100, sequenceid=17, filesize=21.8 K 2024-11-23T11:21:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T11:21:35,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/144ab13cb7e2423ebb4d68f1c883fc7c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/144ab13cb7e2423ebb4d68f1c883fc7c 2024-11-23T11:21:35,912 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:35,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T11:21:35,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:35,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:35,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:35,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:35,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:35,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/144ab13cb7e2423ebb4d68f1c883fc7c, entries=100, sequenceid=17, filesize=9.4 K 2024-11-23T11:21:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:35,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/d4012c3ff29443dd9c2ce69ef5c91d50 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/d4012c3ff29443dd9c2ce69ef5c91d50 2024-11-23T11:21:35,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/d4012c3ff29443dd9c2ce69ef5c91d50, entries=100, sequenceid=17, filesize=9.4 K 2024-11-23T11:21:35,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b5846c8adbd5e6f6c569d609feea076b in 291ms, sequenceid=17, compaction requested=false 2024-11-23T11:21:35,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:36,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T11:21:36,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:36,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:36,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:36,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:36,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:36,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:36,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360956053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360956056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360956056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360956059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360956059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123085e83c1cccb425581d66501ff5a3219_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360896041/Put/seqid=0 2024-11-23T11:21:36,066 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T11:21:36,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:36,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:36,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:36,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741962_1138 (size=12154) 2024-11-23T11:21:36,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360956162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360956162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360956163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360956166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360956167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T11:21:36,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T11:21:36,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:36,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:36,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:36,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360956365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360956366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,373 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360956367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T11:21:36,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:36,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:36,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:36,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360956372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360956373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,479 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:36,486 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123085e83c1cccb425581d66501ff5a3219_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123085e83c1cccb425581d66501ff5a3219_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:36,489 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/6e3a72a5e9b44765ad61869724260fe8, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:36,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/6e3a72a5e9b44765ad61869724260fe8 is 175, key is test_row_0/A:col10/1732360896041/Put/seqid=0 2024-11-23T11:21:36,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741963_1139 (size=30955) 2024-11-23T11:21:36,504 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/6e3a72a5e9b44765ad61869724260fe8 2024-11-23T11:21:36,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/2acad7f96f2a4c35811ec0ed2e0059d0 is 50, key is test_row_0/B:col10/1732360896041/Put/seqid=0 2024-11-23T11:21:36,529 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T11:21:36,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:36,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:36,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:36,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741964_1140 (size=12001) 2024-11-23T11:21:36,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360956674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360956675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360956678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360956679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360956681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T11:21:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:36,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:36,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T11:21:36,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T11:21:36,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:36,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:36,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:36,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/2acad7f96f2a4c35811ec0ed2e0059d0 2024-11-23T11:21:36,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/d88cc13c5e9e4226b806d8845903470a is 50, key is test_row_0/C:col10/1732360896041/Put/seqid=0 2024-11-23T11:21:36,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:36,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T11:21:36,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:36,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:36,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:36,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:37,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741965_1141 (size=12001) 2024-11-23T11:21:37,146 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:37,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T11:21:37,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:37,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:37,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:37,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:37,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:37,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360957179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:37,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360957181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:37,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360957182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:37,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360957184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:37,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360957186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:37,300 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:37,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T11:21:37,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:37,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:37,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:37,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:37,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:37,360 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T11:21:37,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/d88cc13c5e9e4226b806d8845903470a 2024-11-23T11:21:37,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/6e3a72a5e9b44765ad61869724260fe8 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/6e3a72a5e9b44765ad61869724260fe8 2024-11-23T11:21:37,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/6e3a72a5e9b44765ad61869724260fe8, entries=150, sequenceid=42, filesize=30.2 K 2024-11-23T11:21:37,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/2acad7f96f2a4c35811ec0ed2e0059d0 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/2acad7f96f2a4c35811ec0ed2e0059d0 2024-11-23T11:21:37,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/2acad7f96f2a4c35811ec0ed2e0059d0, entries=150, sequenceid=42, filesize=11.7 K 2024-11-23T11:21:37,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/d88cc13c5e9e4226b806d8845903470a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/d88cc13c5e9e4226b806d8845903470a 2024-11-23T11:21:37,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/d88cc13c5e9e4226b806d8845903470a, entries=150, sequenceid=42, filesize=11.7 K 2024-11-23T11:21:37,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for b5846c8adbd5e6f6c569d609feea076b in 1397ms, sequenceid=42, compaction requested=false 2024-11-23T11:21:37,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:37,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:37,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T11:21:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:37,454 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T11:21:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:37,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:37,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:37,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:37,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ec9cc0ec031d47f68ea6ee47f02de54a_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360896051/Put/seqid=0 2024-11-23T11:21:37,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741966_1142 (size=12154) 2024-11-23T11:21:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T11:21:37,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:37,897 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ec9cc0ec031d47f68ea6ee47f02de54a_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ec9cc0ec031d47f68ea6ee47f02de54a_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:37,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/6d2690222b884d2db251c4768758530e, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:37,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/6d2690222b884d2db251c4768758530e is 175, key is test_row_0/A:col10/1732360896051/Put/seqid=0 2024-11-23T11:21:37,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741967_1143 (size=30955) 2024-11-23T11:21:38,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:38,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360958212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360958213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360958214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360958214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360958216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,311 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/6d2690222b884d2db251c4768758530e 2024-11-23T11:21:38,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360958318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360958318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360958320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360958320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360958321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/43d64bfcd4684160b85b96db5a83e45a is 50, key is test_row_0/B:col10/1732360896051/Put/seqid=0 2024-11-23T11:21:38,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741968_1144 (size=12001) 2024-11-23T11:21:38,375 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/43d64bfcd4684160b85b96db5a83e45a 2024-11-23T11:21:38,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/27ef428033274f7cb7e125bd7978ee5c is 50, key is test_row_0/C:col10/1732360896051/Put/seqid=0 2024-11-23T11:21:38,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741969_1145 (size=12001) 2024-11-23T11:21:38,405 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/27ef428033274f7cb7e125bd7978ee5c 2024-11-23T11:21:38,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/6d2690222b884d2db251c4768758530e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/6d2690222b884d2db251c4768758530e 2024-11-23T11:21:38,417 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/6d2690222b884d2db251c4768758530e, entries=150, sequenceid=54, filesize=30.2 K 2024-11-23T11:21:38,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/43d64bfcd4684160b85b96db5a83e45a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/43d64bfcd4684160b85b96db5a83e45a 2024-11-23T11:21:38,423 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/43d64bfcd4684160b85b96db5a83e45a, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T11:21:38,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/27ef428033274f7cb7e125bd7978ee5c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/27ef428033274f7cb7e125bd7978ee5c 2024-11-23T11:21:38,437 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/27ef428033274f7cb7e125bd7978ee5c, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T11:21:38,439 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b5846c8adbd5e6f6c569d609feea076b in 985ms, sequenceid=54, compaction requested=true 2024-11-23T11:21:38,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:38,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:38,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-23T11:21:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-23T11:21:38,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-23T11:21:38,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8360 sec 2024-11-23T11:21:38,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.8400 sec 2024-11-23T11:21:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:38,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T11:21:38,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:38,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:38,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:38,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:38,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:38,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:38,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360958536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360958541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360958542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360958543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360958544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d2789159adf04ef3bae8e10abef20bfe_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360898525/Put/seqid=0 2024-11-23T11:21:38,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741970_1146 (size=12154) 2024-11-23T11:21:38,570 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:38,575 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d2789159adf04ef3bae8e10abef20bfe_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d2789159adf04ef3bae8e10abef20bfe_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:38,576 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/0e0dd7dd0e28483cb177c02a06f5ed6e, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:38,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/0e0dd7dd0e28483cb177c02a06f5ed6e is 175, key is test_row_0/A:col10/1732360898525/Put/seqid=0 2024-11-23T11:21:38,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741971_1147 (size=30955) 2024-11-23T11:21:38,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360958644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360958646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360958646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360958652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360958652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360958847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360958850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360958850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360958853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360958857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:38,991 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/0e0dd7dd0e28483cb177c02a06f5ed6e 2024-11-23T11:21:39,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/94da666124d545d0aeb545dc99b6672d is 50, key is test_row_0/B:col10/1732360898525/Put/seqid=0 2024-11-23T11:21:39,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741972_1148 (size=12001) 2024-11-23T11:21:39,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360959151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:39,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360959154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:39,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360959154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:39,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360959159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:39,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360959160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:39,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/94da666124d545d0aeb545dc99b6672d 2024-11-23T11:21:39,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/a633401caa2d4843b9dfdb3d821bd6c3 is 50, key is test_row_0/C:col10/1732360898525/Put/seqid=0 2024-11-23T11:21:39,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741973_1149 (size=12001) 2024-11-23T11:21:39,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360959656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:39,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360959662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:39,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360959663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:39,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360959664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:39,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360959674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T11:21:39,721 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-23T11:21:39,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-23T11:21:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T11:21:39,725 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:39,726 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:39,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:39,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/a633401caa2d4843b9dfdb3d821bd6c3 2024-11-23T11:21:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T11:21:39,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/0e0dd7dd0e28483cb177c02a06f5ed6e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/0e0dd7dd0e28483cb177c02a06f5ed6e 2024-11-23T11:21:39,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/0e0dd7dd0e28483cb177c02a06f5ed6e, entries=150, sequenceid=81, filesize=30.2 K 2024-11-23T11:21:39,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/94da666124d545d0aeb545dc99b6672d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/94da666124d545d0aeb545dc99b6672d 2024-11-23T11:21:39,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/94da666124d545d0aeb545dc99b6672d, entries=150, sequenceid=81, filesize=11.7 K 2024-11-23T11:21:39,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/a633401caa2d4843b9dfdb3d821bd6c3 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/a633401caa2d4843b9dfdb3d821bd6c3 2024-11-23T11:21:39,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/a633401caa2d4843b9dfdb3d821bd6c3, entries=150, sequenceid=81, filesize=11.7 K 2024-11-23T11:21:39,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for b5846c8adbd5e6f6c569d609feea076b in 1329ms, sequenceid=81, compaction requested=true 2024-11-23T11:21:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:39,856 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:21:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:39,857 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:21:39,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:39,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:39,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:39,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:39,858 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 115226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:21:39,858 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/A is initiating minor compaction (all files) 2024-11-23T11:21:39,859 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/A in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:39,859 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/856678a1f6ab4095b09f6487c93893e5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/6e3a72a5e9b44765ad61869724260fe8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/6d2690222b884d2db251c4768758530e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/0e0dd7dd0e28483cb177c02a06f5ed6e] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=112.5 K 2024-11-23T11:21:39,859 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:39,859 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/856678a1f6ab4095b09f6487c93893e5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/6e3a72a5e9b44765ad61869724260fe8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/6d2690222b884d2db251c4768758530e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/0e0dd7dd0e28483cb177c02a06f5ed6e] 2024-11-23T11:21:39,859 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:21:39,860 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/B is initiating minor compaction (all files) 2024-11-23T11:21:39,860 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/B in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:39,860 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/144ab13cb7e2423ebb4d68f1c883fc7c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/2acad7f96f2a4c35811ec0ed2e0059d0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/43d64bfcd4684160b85b96db5a83e45a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/94da666124d545d0aeb545dc99b6672d] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=44.6 K 2024-11-23T11:21:39,860 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 856678a1f6ab4095b09f6487c93893e5, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732360895630 2024-11-23T11:21:39,860 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 144ab13cb7e2423ebb4d68f1c883fc7c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732360895630 2024-11-23T11:21:39,861 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 2acad7f96f2a4c35811ec0ed2e0059d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732360895723 2024-11-23T11:21:39,861 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e3a72a5e9b44765ad61869724260fe8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732360895723 2024-11-23T11:21:39,861 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 43d64bfcd4684160b85b96db5a83e45a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732360896051 2024-11-23T11:21:39,862 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d2690222b884d2db251c4768758530e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732360896051 2024-11-23T11:21:39,862 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 94da666124d545d0aeb545dc99b6672d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732360898215 2024-11-23T11:21:39,862 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e0dd7dd0e28483cb177c02a06f5ed6e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732360898215 2024-11-23T11:21:39,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:39,878 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#B#compaction#128 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:39,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T11:21:39,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:39,879 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/723eb34464ac477bbe666a85056b3ec2 is 50, key is test_row_0/B:col10/1732360898525/Put/seqid=0 2024-11-23T11:21:39,879 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T11:21:39,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:39,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:39,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:39,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:39,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:39,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:39,897 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:39,909 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123badc8c128ae34a0f90cf4e3c3336d120_b5846c8adbd5e6f6c569d609feea076b store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:39,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741974_1150 (size=12139) 2024-11-23T11:21:39,916 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123badc8c128ae34a0f90cf4e3c3336d120_b5846c8adbd5e6f6c569d609feea076b, store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:39,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d883292d4c214b17b7ad187a1379b281_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360898540/Put/seqid=0 2024-11-23T11:21:39,916 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123badc8c128ae34a0f90cf4e3c3336d120_b5846c8adbd5e6f6c569d609feea076b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:39,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741975_1151 (size=12154) 2024-11-23T11:21:39,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:39,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741976_1152 (size=4469) 2024-11-23T11:21:39,952 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d883292d4c214b17b7ad187a1379b281_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d883292d4c214b17b7ad187a1379b281_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:39,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/80c4cd06a18640e98d9c0f0113cf8d72, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:39,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/80c4cd06a18640e98d9c0f0113cf8d72 is 175, key is test_row_0/A:col10/1732360898540/Put/seqid=0 2024-11-23T11:21:39,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741977_1153 (size=30955) 2024-11-23T11:21:39,962 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/80c4cd06a18640e98d9c0f0113cf8d72 2024-11-23T11:21:39,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/3f1feec445c747d9acf659fd43907c83 is 50, key is test_row_0/B:col10/1732360898540/Put/seqid=0 2024-11-23T11:21:39,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741978_1154 (size=12001) 2024-11-23T11:21:39,983 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/3f1feec445c747d9acf659fd43907c83 2024-11-23T11:21:39,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/4bd28ca3440d43aeba920dda8e1cbb09 is 50, key is test_row_0/C:col10/1732360898540/Put/seqid=0 2024-11-23T11:21:40,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741979_1155 (size=12001) 2024-11-23T11:21:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T11:21:40,322 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/723eb34464ac477bbe666a85056b3ec2 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/723eb34464ac477bbe666a85056b3ec2 2024-11-23T11:21:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T11:21:40,329 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/B of b5846c8adbd5e6f6c569d609feea076b into 723eb34464ac477bbe666a85056b3ec2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:40,329 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:40,330 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/B, priority=12, startTime=1732360899856; duration=0sec 2024-11-23T11:21:40,330 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:40,330 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:B 2024-11-23T11:21:40,331 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:21:40,333 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:21:40,333 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/C is initiating minor compaction (all files) 2024-11-23T11:21:40,333 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/C in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:40,333 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/d4012c3ff29443dd9c2ce69ef5c91d50, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/d88cc13c5e9e4226b806d8845903470a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/27ef428033274f7cb7e125bd7978ee5c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/a633401caa2d4843b9dfdb3d821bd6c3] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=44.6 K 2024-11-23T11:21:40,333 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting d4012c3ff29443dd9c2ce69ef5c91d50, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732360895630 2024-11-23T11:21:40,334 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting d88cc13c5e9e4226b806d8845903470a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732360895723 2024-11-23T11:21:40,334 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 27ef428033274f7cb7e125bd7978ee5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732360896051 2024-11-23T11:21:40,335 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting a633401caa2d4843b9dfdb3d821bd6c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732360898215 2024-11-23T11:21:40,346 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#C#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:40,347 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/b8f3c092cfdf484a899974e3da2cc054 is 50, key is test_row_0/C:col10/1732360898525/Put/seqid=0 2024-11-23T11:21:40,351 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#A#compaction#129 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:40,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741980_1156 (size=12139) 2024-11-23T11:21:40,353 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/03a3403f91f54d1691ebc8c2d1c3bd5f is 175, key is test_row_0/A:col10/1732360898525/Put/seqid=0 2024-11-23T11:21:40,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741981_1157 (size=31093) 2024-11-23T11:21:40,367 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/b8f3c092cfdf484a899974e3da2cc054 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/b8f3c092cfdf484a899974e3da2cc054 2024-11-23T11:21:40,373 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/03a3403f91f54d1691ebc8c2d1c3bd5f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/03a3403f91f54d1691ebc8c2d1c3bd5f 2024-11-23T11:21:40,374 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/C of b5846c8adbd5e6f6c569d609feea076b into b8f3c092cfdf484a899974e3da2cc054(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:40,374 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:40,374 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/C, priority=12, startTime=1732360899857; duration=0sec 2024-11-23T11:21:40,374 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:40,374 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:C 2024-11-23T11:21:40,380 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/A of b5846c8adbd5e6f6c569d609feea076b into 03a3403f91f54d1691ebc8c2d1c3bd5f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:40,380 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:40,380 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/A, priority=12, startTime=1732360899856; duration=0sec 2024-11-23T11:21:40,380 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:40,380 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:A 2024-11-23T11:21:40,411 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/4bd28ca3440d43aeba920dda8e1cbb09 2024-11-23T11:21:40,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/80c4cd06a18640e98d9c0f0113cf8d72 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/80c4cd06a18640e98d9c0f0113cf8d72 2024-11-23T11:21:40,426 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/80c4cd06a18640e98d9c0f0113cf8d72, entries=150, sequenceid=91, filesize=30.2 K 2024-11-23T11:21:40,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/3f1feec445c747d9acf659fd43907c83 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/3f1feec445c747d9acf659fd43907c83 2024-11-23T11:21:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,433 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/3f1feec445c747d9acf659fd43907c83, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T11:21:40,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/4bd28ca3440d43aeba920dda8e1cbb09 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4bd28ca3440d43aeba920dda8e1cbb09 2024-11-23T11:21:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,438 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4bd28ca3440d43aeba920dda8e1cbb09, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T11:21:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,439 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for b5846c8adbd5e6f6c569d609feea076b in 560ms, sequenceid=91, compaction requested=false 2024-11-23T11:21:40,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:40,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:40,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-23T11:21:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-23T11:21:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-23T11:21:40,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 715 msec 2024-11-23T11:21:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 721 msec 2024-11-23T11:21:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:40,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:21:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:40,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:40,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:40,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:40,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:40,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238e3146cd8d4e43d7b7ea6e4abd93c338_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360900720/Put/seqid=0 2024-11-23T11:21:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741983_1159 (size=26798) 2024-11-23T11:21:40,752 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:40,758 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238e3146cd8d4e43d7b7ea6e4abd93c338_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238e3146cd8d4e43d7b7ea6e4abd93c338_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:40,759 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/c71e08d9299c45ecaca1abc499b1a2eb, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:40,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/c71e08d9299c45ecaca1abc499b1a2eb is 175, key is test_row_0/A:col10/1732360900720/Put/seqid=0 2024-11-23T11:21:40,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741982_1158 (size=82585) 2024-11-23T11:21:40,764 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=106, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/c71e08d9299c45ecaca1abc499b1a2eb 2024-11-23T11:21:40,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360960764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:40,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360960765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:40,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360960767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:40,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360960768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:40,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360960770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:40,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/80efa3784bf14e2cbae0c6a347c4c34a is 50, key is test_row_0/B:col10/1732360900720/Put/seqid=0 2024-11-23T11:21:40,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741984_1160 (size=12001) 2024-11-23T11:21:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T11:21:40,830 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-23T11:21:40,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-23T11:21:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T11:21:40,835 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:40,835 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:40,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:40,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360960871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:40,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360960872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:40,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360960872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:40,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360960873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:40,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360960875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T11:21:40,988 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:40,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T11:21:40,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:40,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:40,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:40,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:40,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:41,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360961073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360961076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360961076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360961078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360961078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T11:21:41,141 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T11:21:41,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:41,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:41,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:41,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:41,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:41,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/80efa3784bf14e2cbae0c6a347c4c34a 2024-11-23T11:21:41,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/4cc097132bb44996be85ab23244e361f is 50, key is test_row_0/C:col10/1732360900720/Put/seqid=0 2024-11-23T11:21:41,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741985_1161 (size=12001) 2024-11-23T11:21:41,294 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T11:21:41,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:41,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:41,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:41,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:41,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:41,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360961377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360961377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360961378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360961381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360961383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T11:21:41,448 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T11:21:41,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:41,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:41,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:41,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:41,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:41,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T11:21:41,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:41,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:41,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:41,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:41,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:41,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/4cc097132bb44996be85ab23244e361f 2024-11-23T11:21:41,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/c71e08d9299c45ecaca1abc499b1a2eb as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/c71e08d9299c45ecaca1abc499b1a2eb 2024-11-23T11:21:41,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/c71e08d9299c45ecaca1abc499b1a2eb, entries=450, sequenceid=106, filesize=80.6 K 2024-11-23T11:21:41,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/80efa3784bf14e2cbae0c6a347c4c34a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/80efa3784bf14e2cbae0c6a347c4c34a 2024-11-23T11:21:41,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/80efa3784bf14e2cbae0c6a347c4c34a, entries=150, sequenceid=106, filesize=11.7 K 2024-11-23T11:21:41,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/4cc097132bb44996be85ab23244e361f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4cc097132bb44996be85ab23244e361f 2024-11-23T11:21:41,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4cc097132bb44996be85ab23244e361f, entries=150, sequenceid=106, filesize=11.7 K 2024-11-23T11:21:41,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b5846c8adbd5e6f6c569d609feea076b in 915ms, sequenceid=106, compaction requested=true 2024-11-23T11:21:41,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:41,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:41,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:41,646 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:41,646 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:41,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:41,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:41,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:41,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:41,647 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:41,647 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/B is initiating minor compaction (all files) 2024-11-23T11:21:41,647 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/B in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:41,647 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/723eb34464ac477bbe666a85056b3ec2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/3f1feec445c747d9acf659fd43907c83, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/80efa3784bf14e2cbae0c6a347c4c34a] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=35.3 K 2024-11-23T11:21:41,647 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144633 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:41,648 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/A is initiating minor compaction (all files) 2024-11-23T11:21:41,648 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/A in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:41,648 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/03a3403f91f54d1691ebc8c2d1c3bd5f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/80c4cd06a18640e98d9c0f0113cf8d72, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/c71e08d9299c45ecaca1abc499b1a2eb] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=141.2 K 2024-11-23T11:21:41,648 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:41,648 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/03a3403f91f54d1691ebc8c2d1c3bd5f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/80c4cd06a18640e98d9c0f0113cf8d72, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/c71e08d9299c45ecaca1abc499b1a2eb] 2024-11-23T11:21:41,648 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 723eb34464ac477bbe666a85056b3ec2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732360898215 2024-11-23T11:21:41,648 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03a3403f91f54d1691ebc8c2d1c3bd5f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732360898215 2024-11-23T11:21:41,649 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80c4cd06a18640e98d9c0f0113cf8d72, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732360898539 2024-11-23T11:21:41,649 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f1feec445c747d9acf659fd43907c83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732360898539 2024-11-23T11:21:41,649 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting c71e08d9299c45ecaca1abc499b1a2eb, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732360900715 2024-11-23T11:21:41,650 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 80efa3784bf14e2cbae0c6a347c4c34a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732360900720 2024-11-23T11:21:41,660 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:41,664 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:41,664 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/a982d6872bbd4ba09bb4d77840a10c2b is 50, key is test_row_0/B:col10/1732360900720/Put/seqid=0 2024-11-23T11:21:41,668 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112363a61a75b87c4724be6eaf36aaab5d9a_b5846c8adbd5e6f6c569d609feea076b store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:41,671 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112363a61a75b87c4724be6eaf36aaab5d9a_b5846c8adbd5e6f6c569d609feea076b, store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:41,671 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112363a61a75b87c4724be6eaf36aaab5d9a_b5846c8adbd5e6f6c569d609feea076b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:41,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741986_1162 (size=12241) 2024-11-23T11:21:41,687 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/a982d6872bbd4ba09bb4d77840a10c2b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/a982d6872bbd4ba09bb4d77840a10c2b 2024-11-23T11:21:41,692 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/B of b5846c8adbd5e6f6c569d609feea076b into a982d6872bbd4ba09bb4d77840a10c2b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:41,692 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:41,692 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/B, priority=13, startTime=1732360901646; duration=0sec 2024-11-23T11:21:41,692 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:41,692 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:B 2024-11-23T11:21:41,692 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:41,694 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:41,694 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/C is initiating minor compaction (all files) 2024-11-23T11:21:41,695 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/C in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:41,695 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/b8f3c092cfdf484a899974e3da2cc054, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4bd28ca3440d43aeba920dda8e1cbb09, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4cc097132bb44996be85ab23244e361f] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=35.3 K 2024-11-23T11:21:41,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741987_1163 (size=4469) 2024-11-23T11:21:41,696 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting b8f3c092cfdf484a899974e3da2cc054, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732360898215 2024-11-23T11:21:41,696 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bd28ca3440d43aeba920dda8e1cbb09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732360898539 2024-11-23T11:21:41,697 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#A#compaction#137 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:41,697 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cc097132bb44996be85ab23244e361f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732360900720 2024-11-23T11:21:41,697 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/f31ce5c8d3af4f8ba3d27d39aac51f1c is 175, key is test_row_0/A:col10/1732360900720/Put/seqid=0 2024-11-23T11:21:41,706 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#C#compaction#139 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:41,707 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/4406ba60efe645929a81c5f6987589f2 is 50, key is test_row_0/C:col10/1732360900720/Put/seqid=0 2024-11-23T11:21:41,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741988_1164 (size=31195) 2024-11-23T11:21:41,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741989_1165 (size=12241) 2024-11-23T11:21:41,756 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:41,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T11:21:41,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:41,757 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T11:21:41,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:41,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:41,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:41,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:41,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:41,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:41,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112374abee13de814c2da8cf30180692413f_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360900760/Put/seqid=0 2024-11-23T11:21:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741990_1166 (size=12204) 2024-11-23T11:21:41,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,775 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112374abee13de814c2da8cf30180692413f_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112374abee13de814c2da8cf30180692413f_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:41,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/e2dbae4164c643ccb7bbcc776db8613f, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:41,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/e2dbae4164c643ccb7bbcc776db8613f is 175, key is test_row_0/A:col10/1732360900760/Put/seqid=0 2024-11-23T11:21:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741991_1167 (size=31005) 2024-11-23T11:21:41,793 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/e2dbae4164c643ccb7bbcc776db8613f 2024-11-23T11:21:41,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/98f60c22265e4df68b8476a6d697e771 is 50, key is test_row_0/B:col10/1732360900760/Put/seqid=0 2024-11-23T11:21:41,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741992_1168 (size=12051) 2024-11-23T11:21:41,808 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/98f60c22265e4df68b8476a6d697e771 2024-11-23T11:21:41,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/915514638ea046d3b32a84fbedda5ede is 50, key is test_row_0/C:col10/1732360900760/Put/seqid=0 2024-11-23T11:21:41,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741993_1169 (size=12051) 2024-11-23T11:21:41,830 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/915514638ea046d3b32a84fbedda5ede 2024-11-23T11:21:41,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/e2dbae4164c643ccb7bbcc776db8613f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/e2dbae4164c643ccb7bbcc776db8613f 2024-11-23T11:21:41,841 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/e2dbae4164c643ccb7bbcc776db8613f, entries=150, sequenceid=131, filesize=30.3 K 2024-11-23T11:21:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/98f60c22265e4df68b8476a6d697e771 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/98f60c22265e4df68b8476a6d697e771 2024-11-23T11:21:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,847 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/98f60c22265e4df68b8476a6d697e771, entries=150, sequenceid=131, filesize=11.8 K 2024-11-23T11:21:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/915514638ea046d3b32a84fbedda5ede as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/915514638ea046d3b32a84fbedda5ede 2024-11-23T11:21:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,853 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/915514638ea046d3b32a84fbedda5ede, entries=150, sequenceid=131, filesize=11.8 K 2024-11-23T11:21:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,854 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for b5846c8adbd5e6f6c569d609feea076b in 97ms, sequenceid=131, compaction requested=false 2024-11-23T11:21:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-23T11:21:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-23T11:21:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-23T11:21:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0200 sec 2024-11-23T11:21:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.0250 sec 2024-11-23T11:21:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:21:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T11:21:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,938 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-23T11:21:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-23T11:21:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,942 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T11:21:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,943 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:41,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b55f451470274850af9a038292e1ddc0_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360901928/Put/seqid=0 2024-11-23T11:21:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741994_1170 (size=22268) 2024-11-23T11:21:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360961985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360961987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360961990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360961996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360962000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T11:21:42,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T11:21:42,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:42,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:42,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:42,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360962102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360962102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360962102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360962106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360962110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,116 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/f31ce5c8d3af4f8ba3d27d39aac51f1c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/f31ce5c8d3af4f8ba3d27d39aac51f1c 2024-11-23T11:21:42,123 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/A of b5846c8adbd5e6f6c569d609feea076b into f31ce5c8d3af4f8ba3d27d39aac51f1c(size=30.5 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:42,123 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:42,123 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/A, priority=13, startTime=1732360901645; duration=0sec 2024-11-23T11:21:42,123 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:42,123 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:A 2024-11-23T11:21:42,133 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/4406ba60efe645929a81c5f6987589f2 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4406ba60efe645929a81c5f6987589f2 2024-11-23T11:21:42,139 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/C of b5846c8adbd5e6f6c569d609feea076b into 4406ba60efe645929a81c5f6987589f2(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:42,139 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:42,139 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/C, priority=13, startTime=1732360901646; duration=0sec 2024-11-23T11:21:42,140 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:42,140 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:C 2024-11-23T11:21:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T11:21:42,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T11:21:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:42,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:42,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:42,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360962304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360962305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360962305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360962308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360962313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,386 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:42,391 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b55f451470274850af9a038292e1ddc0_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b55f451470274850af9a038292e1ddc0_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:42,392 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/db58e72893454f31abdb094d334b52c6, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:42,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/db58e72893454f31abdb094d334b52c6 is 175, key is test_row_0/A:col10/1732360901928/Put/seqid=0 2024-11-23T11:21:42,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741995_1171 (size=65669) 2024-11-23T11:21:42,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T11:21:42,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:42,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:42,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:42,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T11:21:42,555 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T11:21:42,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:42,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:42,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:42,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360962612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360962613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360962613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360962616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360962619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T11:21:42,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:42,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:42,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:42,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,799 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=142, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/db58e72893454f31abdb094d334b52c6 2024-11-23T11:21:42,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/b151e30330604bca98160a5dae24dae2 is 50, key is test_row_0/B:col10/1732360901928/Put/seqid=0 2024-11-23T11:21:42,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741996_1172 (size=9757) 2024-11-23T11:21:42,862 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:42,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T11:21:42,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:42,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:42,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:42,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:43,016 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:43,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T11:21:43,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:43,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:43,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:43,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:43,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T11:21:43,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360963115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:43,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360963116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:43,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360963118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:43,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360963121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:43,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360963124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:43,170 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:43,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T11:21:43,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:43,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:43,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:43,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:43,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:43,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/b151e30330604bca98160a5dae24dae2 2024-11-23T11:21:43,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/67fcbb00a90042eba46e9dbcb100b927 is 50, key is test_row_0/C:col10/1732360901928/Put/seqid=0 2024-11-23T11:21:43,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741997_1173 (size=9757) 2024-11-23T11:21:43,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/67fcbb00a90042eba46e9dbcb100b927 2024-11-23T11:21:43,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/db58e72893454f31abdb094d334b52c6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/db58e72893454f31abdb094d334b52c6 2024-11-23T11:21:43,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/db58e72893454f31abdb094d334b52c6, entries=350, sequenceid=142, filesize=64.1 K 2024-11-23T11:21:43,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/b151e30330604bca98160a5dae24dae2 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/b151e30330604bca98160a5dae24dae2 2024-11-23T11:21:43,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/b151e30330604bca98160a5dae24dae2, entries=100, sequenceid=142, filesize=9.5 K 2024-11-23T11:21:43,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/67fcbb00a90042eba46e9dbcb100b927 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/67fcbb00a90042eba46e9dbcb100b927 2024-11-23T11:21:43,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/67fcbb00a90042eba46e9dbcb100b927, entries=100, sequenceid=142, filesize=9.5 K 2024-11-23T11:21:43,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b5846c8adbd5e6f6c569d609feea076b in 1334ms, sequenceid=142, compaction requested=true 2024-11-23T11:21:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:43,266 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:43,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:43,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:43,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:43,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:43,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:43,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:43,267 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:43,268 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127869 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:43,268 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/A is initiating minor compaction (all files) 2024-11-23T11:21:43,268 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/A in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:43,268 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/f31ce5c8d3af4f8ba3d27d39aac51f1c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/e2dbae4164c643ccb7bbcc776db8613f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/db58e72893454f31abdb094d334b52c6] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=124.9 K 2024-11-23T11:21:43,268 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:43,268 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/f31ce5c8d3af4f8ba3d27d39aac51f1c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/e2dbae4164c643ccb7bbcc776db8613f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/db58e72893454f31abdb094d334b52c6] 2024-11-23T11:21:43,270 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:43,270 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting f31ce5c8d3af4f8ba3d27d39aac51f1c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732360900720 2024-11-23T11:21:43,270 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/B is initiating minor compaction (all files) 2024-11-23T11:21:43,270 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/B in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:43,271 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/a982d6872bbd4ba09bb4d77840a10c2b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/98f60c22265e4df68b8476a6d697e771, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/b151e30330604bca98160a5dae24dae2] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=33.3 K 2024-11-23T11:21:43,271 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2dbae4164c643ccb7bbcc776db8613f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732360900760 2024-11-23T11:21:43,272 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting db58e72893454f31abdb094d334b52c6, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732360901919 2024-11-23T11:21:43,272 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting a982d6872bbd4ba09bb4d77840a10c2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732360900720 2024-11-23T11:21:43,272 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 98f60c22265e4df68b8476a6d697e771, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732360900760 2024-11-23T11:21:43,274 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting b151e30330604bca98160a5dae24dae2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732360901928 2024-11-23T11:21:43,281 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:43,294 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#B#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:43,295 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/0947dac1da454de5adb747cbc7f3adc6 is 50, key is test_row_0/B:col10/1732360901928/Put/seqid=0 2024-11-23T11:21:43,299 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123551a310c5cd847afa207ed9f5166e0b8_b5846c8adbd5e6f6c569d609feea076b store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:43,301 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123551a310c5cd847afa207ed9f5166e0b8_b5846c8adbd5e6f6c569d609feea076b, store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:43,302 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123551a310c5cd847afa207ed9f5166e0b8_b5846c8adbd5e6f6c569d609feea076b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:43,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741998_1174 (size=12443) 2024-11-23T11:21:43,320 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/0947dac1da454de5adb747cbc7f3adc6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/0947dac1da454de5adb747cbc7f3adc6 2024-11-23T11:21:43,324 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:43,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T11:21:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:43,325 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T11:21:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:43,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:43,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:43,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:43,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:43,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:43,327 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/B of b5846c8adbd5e6f6c569d609feea076b into 0947dac1da454de5adb747cbc7f3adc6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:43,327 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:43,327 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/B, priority=13, startTime=1732360903267; duration=0sec 2024-11-23T11:21:43,328 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:43,328 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:B 2024-11-23T11:21:43,329 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:43,330 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:43,330 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/C is initiating minor compaction (all files) 2024-11-23T11:21:43,330 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/C in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:43,330 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4406ba60efe645929a81c5f6987589f2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/915514638ea046d3b32a84fbedda5ede, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/67fcbb00a90042eba46e9dbcb100b927] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=33.3 K 2024-11-23T11:21:43,331 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 4406ba60efe645929a81c5f6987589f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732360900720 2024-11-23T11:21:43,332 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 915514638ea046d3b32a84fbedda5ede, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732360900760 2024-11-23T11:21:43,332 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 67fcbb00a90042eba46e9dbcb100b927, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732360901928 2024-11-23T11:21:43,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741999_1175 (size=4469) 2024-11-23T11:21:43,352 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#C#compaction#148 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:43,353 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/c275c21cc2db4ca5a13a58c3f8798fdb is 50, key is test_row_0/C:col10/1732360901928/Put/seqid=0 2024-11-23T11:21:43,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123aba5f0380e8f4bdaa8ea22c790a1ac50_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360901988/Put/seqid=0 2024-11-23T11:21:43,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742001_1177 (size=12443) 2024-11-23T11:21:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742000_1176 (size=12304) 2024-11-23T11:21:43,748 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#A#compaction#146 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:43,749 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/3b18cb49434f49019e2877c2654a7f24 is 175, key is test_row_0/A:col10/1732360901928/Put/seqid=0 2024-11-23T11:21:43,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742002_1178 (size=31504) 2024-11-23T11:21:43,760 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/3b18cb49434f49019e2877c2654a7f24 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/3b18cb49434f49019e2877c2654a7f24 2024-11-23T11:21:43,765 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/A of b5846c8adbd5e6f6c569d609feea076b into 3b18cb49434f49019e2877c2654a7f24(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:43,765 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:43,765 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/A, priority=13, startTime=1732360903266; duration=0sec 2024-11-23T11:21:43,765 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:43,766 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:A 2024-11-23T11:21:43,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:43,801 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123aba5f0380e8f4bdaa8ea22c790a1ac50_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123aba5f0380e8f4bdaa8ea22c790a1ac50_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:43,801 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/c275c21cc2db4ca5a13a58c3f8798fdb as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/c275c21cc2db4ca5a13a58c3f8798fdb 2024-11-23T11:21:43,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/49896b1f241d407c8a94bf4491382b74, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:43,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/49896b1f241d407c8a94bf4491382b74 is 175, key is test_row_0/A:col10/1732360901988/Put/seqid=0 2024-11-23T11:21:43,808 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/C of b5846c8adbd5e6f6c569d609feea076b into c275c21cc2db4ca5a13a58c3f8798fdb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:43,808 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:43,808 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/C, priority=13, startTime=1732360903267; duration=0sec 2024-11-23T11:21:43,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742003_1179 (size=31105) 2024-11-23T11:21:43,808 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:43,808 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:C 2024-11-23T11:21:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T11:21:44,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:44,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360964128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:44,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360964129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:44,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360964130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:44,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360964131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:44,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360964136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:44,209 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/49896b1f241d407c8a94bf4491382b74 2024-11-23T11:21:44,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/511c863905eb4f91a7fca3dbe2287a67 is 50, key is test_row_0/B:col10/1732360901988/Put/seqid=0 2024-11-23T11:21:44,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742004_1180 (size=12151) 2024-11-23T11:21:44,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360964231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:44,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360964233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:44,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360964434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:44,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360964434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:44,624 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/511c863905eb4f91a7fca3dbe2287a67 2024-11-23T11:21:44,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/cf316602435447c88491df0ad075d30d is 50, key is test_row_0/C:col10/1732360901988/Put/seqid=0 2024-11-23T11:21:44,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742005_1181 (size=12151) 2024-11-23T11:21:44,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360964737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:44,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360964739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:45,042 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/cf316602435447c88491df0ad075d30d 2024-11-23T11:21:45,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/49896b1f241d407c8a94bf4491382b74 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/49896b1f241d407c8a94bf4491382b74 2024-11-23T11:21:45,053 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/49896b1f241d407c8a94bf4491382b74, entries=150, sequenceid=169, filesize=30.4 K 2024-11-23T11:21:45,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/511c863905eb4f91a7fca3dbe2287a67 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/511c863905eb4f91a7fca3dbe2287a67 2024-11-23T11:21:45,060 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/511c863905eb4f91a7fca3dbe2287a67, entries=150, sequenceid=169, filesize=11.9 K 2024-11-23T11:21:45,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/cf316602435447c88491df0ad075d30d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/cf316602435447c88491df0ad075d30d 2024-11-23T11:21:45,066 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/cf316602435447c88491df0ad075d30d, entries=150, sequenceid=169, filesize=11.9 K 2024-11-23T11:21:45,067 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b5846c8adbd5e6f6c569d609feea076b in 1741ms, sequenceid=169, compaction requested=false 2024-11-23T11:21:45,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:45,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:45,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-23T11:21:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-23T11:21:45,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-23T11:21:45,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1250 sec 2024-11-23T11:21:45,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 3.1320 sec 2024-11-23T11:21:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:45,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T11:21:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:45,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d2a71b85804e42898e20254697ca1d1a_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360905242/Put/seqid=0 2024-11-23T11:21:45,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742006_1182 (size=12304) 2024-11-23T11:21:45,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360965277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:45,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360965278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:45,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360965382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:45,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360965382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:45,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360965584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:45,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360965585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:45,658 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:45,662 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d2a71b85804e42898e20254697ca1d1a_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d2a71b85804e42898e20254697ca1d1a_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:45,663 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/4105e9d830ea4830967352ba8eccc71c, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:45,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/4105e9d830ea4830967352ba8eccc71c is 175, key is test_row_0/A:col10/1732360905242/Put/seqid=0 2024-11-23T11:21:45,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742007_1183 (size=31105) 2024-11-23T11:21:45,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360965888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:45,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360965889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T11:21:46,053 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-23T11:21:46,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-23T11:21:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T11:21:46,056 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:46,057 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:46,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:46,070 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/4105e9d830ea4830967352ba8eccc71c 2024-11-23T11:21:46,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/050342c86b0b4cc88723a29ae57bd3c8 is 50, key is test_row_0/B:col10/1732360905242/Put/seqid=0 2024-11-23T11:21:46,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742008_1184 (size=12151) 2024-11-23T11:21:46,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360966138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:46,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360966139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:46,141 DEBUG [Thread-663 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., hostname=9bf4ef99e196,37431,1732360861208, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:46,141 DEBUG [Thread-657 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., hostname=9bf4ef99e196,37431,1732360861208, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:46,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360966140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:46,143 DEBUG [Thread-661 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., hostname=9bf4ef99e196,37431,1732360861208, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T11:21:46,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:46,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T11:21:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:46,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T11:21:46,362 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:46,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T11:21:46,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:46,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:46,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:46,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:46,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:46,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360966391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:46,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360966394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:46,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/050342c86b0b4cc88723a29ae57bd3c8 2024-11-23T11:21:46,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/b654e3c6c8434491891359c89b5e5bf5 is 50, key is test_row_0/C:col10/1732360905242/Put/seqid=0 2024-11-23T11:21:46,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742009_1185 (size=12151) 2024-11-23T11:21:46,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/b654e3c6c8434491891359c89b5e5bf5 2024-11-23T11:21:46,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/4105e9d830ea4830967352ba8eccc71c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4105e9d830ea4830967352ba8eccc71c 2024-11-23T11:21:46,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:46,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T11:21:46,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:46,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:46,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:46,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:46,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4105e9d830ea4830967352ba8eccc71c, entries=150, sequenceid=184, filesize=30.4 K 2024-11-23T11:21:46,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/050342c86b0b4cc88723a29ae57bd3c8 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/050342c86b0b4cc88723a29ae57bd3c8 2024-11-23T11:21:46,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/050342c86b0b4cc88723a29ae57bd3c8, entries=150, sequenceid=184, filesize=11.9 K 2024-11-23T11:21:46,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/b654e3c6c8434491891359c89b5e5bf5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/b654e3c6c8434491891359c89b5e5bf5 2024-11-23T11:21:46,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/b654e3c6c8434491891359c89b5e5bf5, entries=150, sequenceid=184, filesize=11.9 K 2024-11-23T11:21:46,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b5846c8adbd5e6f6c569d609feea076b in 1295ms, sequenceid=184, compaction requested=true 2024-11-23T11:21:46,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:46,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:46,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:46,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:46,538 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:46,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:46,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:46,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T11:21:46,538 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:46,540 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:46,540 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/B is initiating minor compaction (all files) 2024-11-23T11:21:46,540 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/B in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:46,541 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/0947dac1da454de5adb747cbc7f3adc6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/511c863905eb4f91a7fca3dbe2287a67, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/050342c86b0b4cc88723a29ae57bd3c8] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=35.9 K 2024-11-23T11:21:46,541 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93714 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:46,541 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/A is initiating minor compaction (all files) 2024-11-23T11:21:46,541 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/A in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:46,541 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/3b18cb49434f49019e2877c2654a7f24, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/49896b1f241d407c8a94bf4491382b74, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4105e9d830ea4830967352ba8eccc71c] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=91.5 K 2024-11-23T11:21:46,541 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:46,541 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/3b18cb49434f49019e2877c2654a7f24, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/49896b1f241d407c8a94bf4491382b74, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4105e9d830ea4830967352ba8eccc71c] 2024-11-23T11:21:46,543 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 0947dac1da454de5adb747cbc7f3adc6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732360900766 2024-11-23T11:21:46,544 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b18cb49434f49019e2877c2654a7f24, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732360900766 2024-11-23T11:21:46,544 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49896b1f241d407c8a94bf4491382b74, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732360901985 2024-11-23T11:21:46,544 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 511c863905eb4f91a7fca3dbe2287a67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732360901985 2024-11-23T11:21:46,545 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 050342c86b0b4cc88723a29ae57bd3c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732360904123 2024-11-23T11:21:46,545 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4105e9d830ea4830967352ba8eccc71c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732360904123 2024-11-23T11:21:46,561 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:46,566 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:46,567 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/2efa5265c7624c37a3ae3216f4460c5a is 50, key is test_row_0/B:col10/1732360905242/Put/seqid=0 2024-11-23T11:21:46,569 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411230cfaae03f46949d5b6766cceeb8eb0fc_b5846c8adbd5e6f6c569d609feea076b store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:46,571 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411230cfaae03f46949d5b6766cceeb8eb0fc_b5846c8adbd5e6f6c569d609feea076b, store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:46,571 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230cfaae03f46949d5b6766cceeb8eb0fc_b5846c8adbd5e6f6c569d609feea076b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:46,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742010_1186 (size=12595) 2024-11-23T11:21:46,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742011_1187 (size=4469) 2024-11-23T11:21:46,598 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#A#compaction#155 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:46,598 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/9ab9b6dece4e44e3bfa72a92636a7f33 is 175, key is test_row_0/A:col10/1732360905242/Put/seqid=0 2024-11-23T11:21:46,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742012_1188 (size=31549) 2024-11-23T11:21:46,617 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/9ab9b6dece4e44e3bfa72a92636a7f33 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/9ab9b6dece4e44e3bfa72a92636a7f33 2024-11-23T11:21:46,625 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/A of b5846c8adbd5e6f6c569d609feea076b into 9ab9b6dece4e44e3bfa72a92636a7f33(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:46,625 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:46,625 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/A, priority=13, startTime=1732360906538; duration=0sec 2024-11-23T11:21:46,625 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:46,625 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:A 2024-11-23T11:21:46,625 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:46,627 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:46,627 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/C is initiating minor compaction (all files) 2024-11-23T11:21:46,627 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/C in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:46,627 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/c275c21cc2db4ca5a13a58c3f8798fdb, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/cf316602435447c88491df0ad075d30d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/b654e3c6c8434491891359c89b5e5bf5] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=35.9 K 2024-11-23T11:21:46,627 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting c275c21cc2db4ca5a13a58c3f8798fdb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732360900766 2024-11-23T11:21:46,628 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf316602435447c88491df0ad075d30d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732360901985 2024-11-23T11:21:46,628 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting b654e3c6c8434491891359c89b5e5bf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732360904123 2024-11-23T11:21:46,650 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#C#compaction#157 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:46,651 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/04e38e1ec0d048818db77fd670530725 is 50, key is test_row_0/C:col10/1732360905242/Put/seqid=0 2024-11-23T11:21:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T11:21:46,669 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:46,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T11:21:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:46,670 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T11:21:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:46,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:46,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:46,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:46,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742013_1189 (size=12595) 2024-11-23T11:21:46,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123eac3cd1a5fe84e61a5977dcd6da931f2_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360905273/Put/seqid=0 2024-11-23T11:21:46,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742014_1190 (size=12304) 2024-11-23T11:21:47,016 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/2efa5265c7624c37a3ae3216f4460c5a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/2efa5265c7624c37a3ae3216f4460c5a 2024-11-23T11:21:47,025 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/B of b5846c8adbd5e6f6c569d609feea076b into 2efa5265c7624c37a3ae3216f4460c5a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:47,025 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:47,025 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/B, priority=13, startTime=1732360906538; duration=0sec 2024-11-23T11:21:47,025 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:47,026 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:B 2024-11-23T11:21:47,087 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/04e38e1ec0d048818db77fd670530725 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/04e38e1ec0d048818db77fd670530725 2024-11-23T11:21:47,093 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/C of b5846c8adbd5e6f6c569d609feea076b into 04e38e1ec0d048818db77fd670530725(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:47,094 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:47,094 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/C, priority=13, startTime=1732360906538; duration=0sec 2024-11-23T11:21:47,094 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:47,094 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:C 2024-11-23T11:21:47,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,116 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123eac3cd1a5fe84e61a5977dcd6da931f2_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123eac3cd1a5fe84e61a5977dcd6da931f2_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:47,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/f00f60163ce14e1a83d19f36b34342c1, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:47,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/f00f60163ce14e1a83d19f36b34342c1 is 175, key is test_row_0/A:col10/1732360905273/Put/seqid=0 2024-11-23T11:21:47,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742015_1191 (size=31105) 2024-11-23T11:21:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T11:21:47,368 INFO [master/9bf4ef99e196:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T11:21:47,368 INFO [master/9bf4ef99e196:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T11:21:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:47,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:47,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360967416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:47,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360967416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:47,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360967518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:47,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360967518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:47,523 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/f00f60163ce14e1a83d19f36b34342c1 2024-11-23T11:21:47,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/a2ea91228161460fb721425fad7d3524 is 50, key is test_row_0/B:col10/1732360905273/Put/seqid=0 2024-11-23T11:21:47,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742016_1192 (size=12151) 2024-11-23T11:21:47,552 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/a2ea91228161460fb721425fad7d3524 2024-11-23T11:21:47,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/84df9232357c41d0b717d3d20b790d25 is 50, key is test_row_0/C:col10/1732360905273/Put/seqid=0 2024-11-23T11:21:47,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742017_1193 (size=12151) 2024-11-23T11:21:47,564 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/84df9232357c41d0b717d3d20b790d25 2024-11-23T11:21:47,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/f00f60163ce14e1a83d19f36b34342c1 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/f00f60163ce14e1a83d19f36b34342c1 2024-11-23T11:21:47,572 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/f00f60163ce14e1a83d19f36b34342c1, entries=150, sequenceid=209, filesize=30.4 K 2024-11-23T11:21:47,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/a2ea91228161460fb721425fad7d3524 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/a2ea91228161460fb721425fad7d3524 2024-11-23T11:21:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,578 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/a2ea91228161460fb721425fad7d3524, entries=150, sequenceid=209, filesize=11.9 K 2024-11-23T11:21:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T11:21:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/84df9232357c41d0b717d3d20b790d25 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/84df9232357c41d0b717d3d20b790d25 2024-11-23T11:21:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,587 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/84df9232357c41d0b717d3d20b790d25, entries=150, sequenceid=209, filesize=11.9 K 2024-11-23T11:21:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,588 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b5846c8adbd5e6f6c569d609feea076b in 918ms, sequenceid=209, compaction requested=false 2024-11-23T11:21:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-23T11:21:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-23T11:21:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-23T11:21:47,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5320 sec 2024-11-23T11:21:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.5360 sec 2024-11-23T11:21:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:47,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T11:21:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:47,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:47,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:47,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:47,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123615fc700f9174800948cea830feb1ba0_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360907415/Put/seqid=0 2024-11-23T11:21:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742018_1194 (size=12304) 2024-11-23T11:21:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,758 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:47,764 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123615fc700f9174800948cea830feb1ba0_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123615fc700f9174800948cea830feb1ba0_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:47,766 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/49044d1ef60a4d23967ed5b6cda07a41, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:47,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/49044d1ef60a4d23967ed5b6cda07a41 is 175, key is test_row_0/A:col10/1732360907415/Put/seqid=0 2024-11-23T11:21:47,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360967774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:47,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360967775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:47,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742019_1195 (size=31101) 2024-11-23T11:21:47,793 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/49044d1ef60a4d23967ed5b6cda07a41 2024-11-23T11:21:47,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/bd313542e77c4ccea04392580edc3638 is 50, key is test_row_0/B:col10/1732360907415/Put/seqid=0 2024-11-23T11:21:47,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742020_1196 (size=9757) 2024-11-23T11:21:47,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/bd313542e77c4ccea04392580edc3638 2024-11-23T11:21:47,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/6ad7879a3953497a8d6c6edf745a8c82 is 50, key is test_row_0/C:col10/1732360907415/Put/seqid=0 2024-11-23T11:21:47,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742021_1197 (size=9757) 2024-11-23T11:21:47,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360967877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:47,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360967879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:48,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360968079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:48,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360968084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T11:21:48,162 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-23T11:21:48,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-23T11:21:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T11:21:48,165 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:48,166 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:48,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:48,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/6ad7879a3953497a8d6c6edf745a8c82 2024-11-23T11:21:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T11:21:48,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/49044d1ef60a4d23967ed5b6cda07a41 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/49044d1ef60a4d23967ed5b6cda07a41 2024-11-23T11:21:48,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/49044d1ef60a4d23967ed5b6cda07a41, entries=150, sequenceid=225, filesize=30.4 K 2024-11-23T11:21:48,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/bd313542e77c4ccea04392580edc3638 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/bd313542e77c4ccea04392580edc3638 2024-11-23T11:21:48,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/bd313542e77c4ccea04392580edc3638, entries=100, sequenceid=225, filesize=9.5 K 2024-11-23T11:21:48,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/6ad7879a3953497a8d6c6edf745a8c82 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/6ad7879a3953497a8d6c6edf745a8c82 2024-11-23T11:21:48,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/6ad7879a3953497a8d6c6edf745a8c82, entries=100, sequenceid=225, filesize=9.5 K 2024-11-23T11:21:48,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b5846c8adbd5e6f6c569d609feea076b in 561ms, sequenceid=225, compaction requested=true 2024-11-23T11:21:48,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:48,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:48,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:48,286 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:48,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:48,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:48,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:48,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:48,286 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:48,287 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:48,287 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:48,287 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/B is initiating minor compaction (all files) 2024-11-23T11:21:48,287 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/A is initiating minor compaction (all files) 2024-11-23T11:21:48,287 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/B in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:48,287 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/A in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:48,287 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/2efa5265c7624c37a3ae3216f4460c5a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/a2ea91228161460fb721425fad7d3524, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/bd313542e77c4ccea04392580edc3638] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=33.7 K 2024-11-23T11:21:48,287 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/9ab9b6dece4e44e3bfa72a92636a7f33, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/f00f60163ce14e1a83d19f36b34342c1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/49044d1ef60a4d23967ed5b6cda07a41] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=91.6 K 2024-11-23T11:21:48,287 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:48,287 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/9ab9b6dece4e44e3bfa72a92636a7f33, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/f00f60163ce14e1a83d19f36b34342c1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/49044d1ef60a4d23967ed5b6cda07a41] 2024-11-23T11:21:48,287 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 2efa5265c7624c37a3ae3216f4460c5a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732360904123 2024-11-23T11:21:48,288 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ab9b6dece4e44e3bfa72a92636a7f33, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732360904123 2024-11-23T11:21:48,288 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting a2ea91228161460fb721425fad7d3524, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732360905273 2024-11-23T11:21:48,288 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting f00f60163ce14e1a83d19f36b34342c1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732360905273 2024-11-23T11:21:48,288 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting bd313542e77c4ccea04392580edc3638, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732360907415 2024-11-23T11:21:48,289 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49044d1ef60a4d23967ed5b6cda07a41, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732360907411 2024-11-23T11:21:48,296 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:48,299 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:48,299 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/7170edd2ee934038863c2e3f7f3c98e1 is 50, key is test_row_0/B:col10/1732360907415/Put/seqid=0 2024-11-23T11:21:48,302 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411233b92396a7aa54a63b554fe29fd533663_b5846c8adbd5e6f6c569d609feea076b store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:48,304 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411233b92396a7aa54a63b554fe29fd533663_b5846c8adbd5e6f6c569d609feea076b, store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:48,304 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233b92396a7aa54a63b554fe29fd533663_b5846c8adbd5e6f6c569d609feea076b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:48,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742023_1199 (size=4469) 2024-11-23T11:21:48,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742022_1198 (size=12697) 2024-11-23T11:21:48,316 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#A#compaction#164 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:48,317 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/cc00d2ac51f3448ab138edc561bc4461 is 175, key is test_row_0/A:col10/1732360907415/Put/seqid=0 2024-11-23T11:21:48,320 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:48,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T11:21:48,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:48,321 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T11:21:48,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:48,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:48,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:48,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:48,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:48,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:48,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742024_1200 (size=31758) 2024-11-23T11:21:48,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112336839520725c4847b24559b4cc647e1f_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360907774/Put/seqid=0 2024-11-23T11:21:48,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742025_1201 (size=12304) 2024-11-23T11:21:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:48,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:48,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360968422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:48,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360968424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T11:21:48,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360968525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:48,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360968527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:48,721 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/7170edd2ee934038863c2e3f7f3c98e1 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/7170edd2ee934038863c2e3f7f3c98e1 2024-11-23T11:21:48,728 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/B of b5846c8adbd5e6f6c569d609feea076b into 7170edd2ee934038863c2e3f7f3c98e1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:48,728 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:48,728 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/B, priority=13, startTime=1732360908286; duration=0sec 2024-11-23T11:21:48,728 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:48,728 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:B 2024-11-23T11:21:48,728 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:48,730 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:48,730 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/C is initiating minor compaction (all files) 2024-11-23T11:21:48,730 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/C in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:48,730 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/04e38e1ec0d048818db77fd670530725, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/84df9232357c41d0b717d3d20b790d25, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/6ad7879a3953497a8d6c6edf745a8c82] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=33.7 K 2024-11-23T11:21:48,730 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 04e38e1ec0d048818db77fd670530725, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732360904123 2024-11-23T11:21:48,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360968729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:48,731 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 84df9232357c41d0b717d3d20b790d25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732360905273 2024-11-23T11:21:48,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360968730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:48,731 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ad7879a3953497a8d6c6edf745a8c82, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732360907415 2024-11-23T11:21:48,733 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/cc00d2ac51f3448ab138edc561bc4461 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/cc00d2ac51f3448ab138edc561bc4461 2024-11-23T11:21:48,738 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/A of b5846c8adbd5e6f6c569d609feea076b into cc00d2ac51f3448ab138edc561bc4461(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:48,738 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:48,739 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/A, priority=13, startTime=1732360908286; duration=0sec 2024-11-23T11:21:48,739 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:48,739 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:A 2024-11-23T11:21:48,741 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#C#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:48,742 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/f935649c110c4cc0afbcf0f0e4351abd is 50, key is test_row_0/C:col10/1732360907415/Put/seqid=0 2024-11-23T11:21:48,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:48,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742026_1202 (size=12697) 2024-11-23T11:21:48,747 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112336839520725c4847b24559b4cc647e1f_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112336839520725c4847b24559b4cc647e1f_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/be9f6056b81342ebba8d4171b725d71a, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:48,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/be9f6056b81342ebba8d4171b725d71a is 175, key is test_row_0/A:col10/1732360907774/Put/seqid=0 2024-11-23T11:21:48,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742027_1203 (size=31105) 2024-11-23T11:21:48,759 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/be9f6056b81342ebba8d4171b725d71a 2024-11-23T11:21:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T11:21:48,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/df008f2799f44ac48c2f3ceb4737a0fe is 50, key is test_row_0/B:col10/1732360907774/Put/seqid=0 2024-11-23T11:21:48,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742028_1204 (size=12151) 2024-11-23T11:21:49,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360969032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:49,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360969033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:49,153 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/f935649c110c4cc0afbcf0f0e4351abd as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/f935649c110c4cc0afbcf0f0e4351abd 2024-11-23T11:21:49,158 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/C of b5846c8adbd5e6f6c569d609feea076b into f935649c110c4cc0afbcf0f0e4351abd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:49,158 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:49,158 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/C, priority=13, startTime=1732360908286; duration=0sec 2024-11-23T11:21:49,158 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:49,158 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:C 2024-11-23T11:21:49,173 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/df008f2799f44ac48c2f3ceb4737a0fe 2024-11-23T11:21:49,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/2ef86d02f53a4f85912450dbcd41700b is 50, key is test_row_0/C:col10/1732360907774/Put/seqid=0 2024-11-23T11:21:49,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742029_1205 (size=12151) 2024-11-23T11:21:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T11:21:49,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360969535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:49,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360969537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:49,585 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/2ef86d02f53a4f85912450dbcd41700b 2024-11-23T11:21:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/be9f6056b81342ebba8d4171b725d71a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/be9f6056b81342ebba8d4171b725d71a 2024-11-23T11:21:49,596 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/be9f6056b81342ebba8d4171b725d71a, entries=150, sequenceid=247, filesize=30.4 K 2024-11-23T11:21:49,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/df008f2799f44ac48c2f3ceb4737a0fe as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/df008f2799f44ac48c2f3ceb4737a0fe 2024-11-23T11:21:49,601 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/df008f2799f44ac48c2f3ceb4737a0fe, entries=150, sequenceid=247, filesize=11.9 K 2024-11-23T11:21:49,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/2ef86d02f53a4f85912450dbcd41700b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/2ef86d02f53a4f85912450dbcd41700b 2024-11-23T11:21:49,606 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/2ef86d02f53a4f85912450dbcd41700b, entries=150, sequenceid=247, filesize=11.9 K 2024-11-23T11:21:49,607 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b5846c8adbd5e6f6c569d609feea076b in 1286ms, sequenceid=247, compaction requested=false 2024-11-23T11:21:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-23T11:21:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-23T11:21:49,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-23T11:21:49,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4420 sec 2024-11-23T11:21:49,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.4470 sec 2024-11-23T11:21:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:50,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T11:21:50,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:50,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:50,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:50,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:50,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:50,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:50,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123855d3a34d9864029a5cacc8f10b9ae8b_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360910147/Put/seqid=0 2024-11-23T11:21:50,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360970171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360970171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360970171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742030_1206 (size=12454) 2024-11-23T11:21:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T11:21:50,269 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-23T11:21:50,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-23T11:21:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T11:21:50,272 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:50,273 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:50,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:50,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360970275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360970275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360970276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T11:21:50,424 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T11:21:50,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:50,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:50,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:50,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:50,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:50,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360970477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360970478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360970480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360970536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360970542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T11:21:50,577 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T11:21:50,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:50,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:50,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:50,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:50,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:50,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:50,584 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123855d3a34d9864029a5cacc8f10b9ae8b_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123855d3a34d9864029a5cacc8f10b9ae8b_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:50,585 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/d157d04812fe4ea599c9e88dd8546f60, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:50,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/d157d04812fe4ea599c9e88dd8546f60 is 175, key is test_row_0/A:col10/1732360910147/Put/seqid=0 2024-11-23T11:21:50,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742031_1207 (size=31255) 2024-11-23T11:21:50,731 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T11:21:50,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:50,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:50,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:50,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:50,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:50,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360970780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360970781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360970784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T11:21:50,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:50,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T11:21:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:50,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:50,991 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/d157d04812fe4ea599c9e88dd8546f60 2024-11-23T11:21:50,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/364de46b9dfd467d8781048993b0d5aa is 50, key is test_row_0/B:col10/1732360910147/Put/seqid=0 2024-11-23T11:21:51,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742032_1208 (size=12301) 2024-11-23T11:21:51,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/364de46b9dfd467d8781048993b0d5aa 2024-11-23T11:21:51,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/434a28964e434af2b06d44f9b394eb04 is 50, key is test_row_0/C:col10/1732360910147/Put/seqid=0 2024-11-23T11:21:51,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742033_1209 (size=12301) 2024-11-23T11:21:51,036 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:51,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T11:21:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:51,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:51,189 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:51,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T11:21:51,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:51,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:51,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:51,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:51,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:51,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360971284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:51,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360971286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:51,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360971287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:51,342 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:51,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T11:21:51,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:51,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:51,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:51,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:51,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:21:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T11:21:51,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/434a28964e434af2b06d44f9b394eb04 2024-11-23T11:21:51,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/d157d04812fe4ea599c9e88dd8546f60 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/d157d04812fe4ea599c9e88dd8546f60 2024-11-23T11:21:51,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/d157d04812fe4ea599c9e88dd8546f60, entries=150, sequenceid=265, filesize=30.5 K 2024-11-23T11:21:51,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/364de46b9dfd467d8781048993b0d5aa as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/364de46b9dfd467d8781048993b0d5aa 2024-11-23T11:21:51,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/364de46b9dfd467d8781048993b0d5aa, entries=150, sequenceid=265, filesize=12.0 K 2024-11-23T11:21:51,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/434a28964e434af2b06d44f9b394eb04 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/434a28964e434af2b06d44f9b394eb04 2024-11-23T11:21:51,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/434a28964e434af2b06d44f9b394eb04, entries=150, sequenceid=265, filesize=12.0 K 2024-11-23T11:21:51,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b5846c8adbd5e6f6c569d609feea076b in 1291ms, sequenceid=265, compaction requested=true 2024-11-23T11:21:51,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:51,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:51,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:51,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:51,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:51,440 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:51,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:51,440 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:51,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:51,442 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:51,442 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94118 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:51,442 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/B is initiating minor compaction (all files) 2024-11-23T11:21:51,442 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/A is initiating minor compaction (all files) 2024-11-23T11:21:51,442 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/B in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:51,442 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/A in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:51,442 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/7170edd2ee934038863c2e3f7f3c98e1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/df008f2799f44ac48c2f3ceb4737a0fe, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/364de46b9dfd467d8781048993b0d5aa] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=36.3 K 2024-11-23T11:21:51,442 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/cc00d2ac51f3448ab138edc561bc4461, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/be9f6056b81342ebba8d4171b725d71a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/d157d04812fe4ea599c9e88dd8546f60] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=91.9 K 2024-11-23T11:21:51,442 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:51,442 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/cc00d2ac51f3448ab138edc561bc4461, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/be9f6056b81342ebba8d4171b725d71a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/d157d04812fe4ea599c9e88dd8546f60] 2024-11-23T11:21:51,442 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 7170edd2ee934038863c2e3f7f3c98e1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732360905275 2024-11-23T11:21:51,443 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc00d2ac51f3448ab138edc561bc4461, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732360905275 2024-11-23T11:21:51,443 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting df008f2799f44ac48c2f3ceb4737a0fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732360907759 2024-11-23T11:21:51,443 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting be9f6056b81342ebba8d4171b725d71a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732360907759 2024-11-23T11:21:51,443 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 364de46b9dfd467d8781048993b0d5aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732360908397 2024-11-23T11:21:51,443 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting d157d04812fe4ea599c9e88dd8546f60, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732360908397 2024-11-23T11:21:51,451 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:51,451 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#B#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:51,452 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/0df3a67a2f0e4f1386fc6fba06c4165a is 50, key is test_row_0/B:col10/1732360910147/Put/seqid=0 2024-11-23T11:21:51,453 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112384dc0ea6153743249e3b4cd2c7a6da12_b5846c8adbd5e6f6c569d609feea076b store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:51,454 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112384dc0ea6153743249e3b4cd2c7a6da12_b5846c8adbd5e6f6c569d609feea076b, store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:51,455 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112384dc0ea6153743249e3b4cd2c7a6da12_b5846c8adbd5e6f6c569d609feea076b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:51,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742034_1210 (size=12949) 2024-11-23T11:21:51,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742035_1211 (size=4469) 2024-11-23T11:21:51,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:51,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T11:21:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:51,496 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T11:21:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:51,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230ca3ee71885147ffb5242d99d1543286_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360910166/Put/seqid=0 2024-11-23T11:21:51,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742036_1212 (size=12454) 2024-11-23T11:21:51,860 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#A#compaction#174 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:51,861 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/373b79569b134f639fd55220ed013357 is 175, key is test_row_0/A:col10/1732360910147/Put/seqid=0 2024-11-23T11:21:51,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742037_1213 (size=31903) 2024-11-23T11:21:51,867 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/0df3a67a2f0e4f1386fc6fba06c4165a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/0df3a67a2f0e4f1386fc6fba06c4165a 2024-11-23T11:21:51,872 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/B of b5846c8adbd5e6f6c569d609feea076b into 0df3a67a2f0e4f1386fc6fba06c4165a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:51,872 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:51,872 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/B, priority=13, startTime=1732360911440; duration=0sec 2024-11-23T11:21:51,872 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:51,872 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:B 2024-11-23T11:21:51,872 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:51,873 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:51,873 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/C is initiating minor compaction (all files) 2024-11-23T11:21:51,873 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/C in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:51,873 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/f935649c110c4cc0afbcf0f0e4351abd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/2ef86d02f53a4f85912450dbcd41700b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/434a28964e434af2b06d44f9b394eb04] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=36.3 K 2024-11-23T11:21:51,874 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting f935649c110c4cc0afbcf0f0e4351abd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732360905275 2024-11-23T11:21:51,874 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ef86d02f53a4f85912450dbcd41700b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732360907759 2024-11-23T11:21:51,874 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 434a28964e434af2b06d44f9b394eb04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732360908397 2024-11-23T11:21:51,881 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#C#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:51,882 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/88ab0ce142924be48e794c9f10247501 is 50, key is test_row_0/C:col10/1732360910147/Put/seqid=0 2024-11-23T11:21:51,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742038_1214 (size=12949) 2024-11-23T11:21:51,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:51,915 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230ca3ee71885147ffb5242d99d1543286_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230ca3ee71885147ffb5242d99d1543286_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:51,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/e65d15868fb84d75a5e010f7ecfe5344, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:51,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/e65d15868fb84d75a5e010f7ecfe5344 is 175, key is test_row_0/A:col10/1732360910166/Put/seqid=0 2024-11-23T11:21:51,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742039_1215 (size=31255) 2024-11-23T11:21:51,936 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/e65d15868fb84d75a5e010f7ecfe5344 2024-11-23T11:21:51,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/1af72e481ff54c778214871cb997ffa4 is 50, key is test_row_0/B:col10/1732360910166/Put/seqid=0 2024-11-23T11:21:51,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742040_1216 (size=12301) 2024-11-23T11:21:52,273 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/373b79569b134f639fd55220ed013357 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/373b79569b134f639fd55220ed013357 2024-11-23T11:21:52,278 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/A of b5846c8adbd5e6f6c569d609feea076b into 373b79569b134f639fd55220ed013357(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:52,278 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:52,278 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/A, priority=13, startTime=1732360911440; duration=0sec 2024-11-23T11:21:52,278 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:52,278 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:A 2024-11-23T11:21:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:52,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:52,296 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/88ab0ce142924be48e794c9f10247501 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/88ab0ce142924be48e794c9f10247501 2024-11-23T11:21:52,302 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/C of b5846c8adbd5e6f6c569d609feea076b into 88ab0ce142924be48e794c9f10247501(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:52,302 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:52,302 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/C, priority=13, startTime=1732360911440; duration=0sec 2024-11-23T11:21:52,302 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:52,302 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:C 2024-11-23T11:21:52,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360972305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:52,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360972307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:52,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360972307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:52,349 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/1af72e481ff54c778214871cb997ffa4 2024-11-23T11:21:52,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/4d0d1286eb4146c5b5d6e8a5ed7275af is 50, key is test_row_0/C:col10/1732360910166/Put/seqid=0 2024-11-23T11:21:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742041_1217 (size=12301) 2024-11-23T11:21:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T11:21:52,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360972408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:52,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360972409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:52,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360972410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:52,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33266 deadline: 1732360972553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:52,555 DEBUG [Thread-655 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., hostname=9bf4ef99e196,37431,1732360861208, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:52,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732360972554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:52,556 DEBUG [Thread-659 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., hostname=9bf4ef99e196,37431,1732360861208, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:52,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360972611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:52,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360972612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:52,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360972612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:52,762 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/4d0d1286eb4146c5b5d6e8a5ed7275af 2024-11-23T11:21:52,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/e65d15868fb84d75a5e010f7ecfe5344 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/e65d15868fb84d75a5e010f7ecfe5344 2024-11-23T11:21:52,772 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/e65d15868fb84d75a5e010f7ecfe5344, entries=150, sequenceid=286, filesize=30.5 K 2024-11-23T11:21:52,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/1af72e481ff54c778214871cb997ffa4 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/1af72e481ff54c778214871cb997ffa4 2024-11-23T11:21:52,777 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/1af72e481ff54c778214871cb997ffa4, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T11:21:52,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/4d0d1286eb4146c5b5d6e8a5ed7275af as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4d0d1286eb4146c5b5d6e8a5ed7275af 2024-11-23T11:21:52,782 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4d0d1286eb4146c5b5d6e8a5ed7275af, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T11:21:52,783 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for b5846c8adbd5e6f6c569d609feea076b in 1287ms, sequenceid=286, compaction requested=false 2024-11-23T11:21:52,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:52,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:52,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-23T11:21:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-23T11:21:52,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-23T11:21:52,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5110 sec 2024-11-23T11:21:52,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.5150 sec 2024-11-23T11:21:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:52,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T11:21:52,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:52,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:52,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:52,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:52,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:52,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:52,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112375a1442c1f634556933c41275cd615c3_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360912306/Put/seqid=0 2024-11-23T11:21:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742042_1218 (size=14994) 2024-11-23T11:21:52,930 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:52,935 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112375a1442c1f634556933c41275cd615c3_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112375a1442c1f634556933c41275cd615c3_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:52,936 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/2778fbee2f8d45bc89bc6290baf949e3, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:52,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/2778fbee2f8d45bc89bc6290baf949e3 is 175, key is test_row_0/A:col10/1732360912306/Put/seqid=0 2024-11-23T11:21:52,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360972934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:52,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360972936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:52,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360972937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:52,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742043_1219 (size=39949) 2024-11-23T11:21:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360973039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:53,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360973039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:53,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360973040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:53,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360973241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:53,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360973242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:53,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360973242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:53,345 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/2778fbee2f8d45bc89bc6290baf949e3 2024-11-23T11:21:53,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/7cf159f1725e48e387af5117ad2b1ec6 is 50, key is test_row_0/B:col10/1732360912306/Put/seqid=0 2024-11-23T11:21:53,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742044_1220 (size=12301) 2024-11-23T11:21:53,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360973543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:53,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360973544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:53,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360973545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:53,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/7cf159f1725e48e387af5117ad2b1ec6 2024-11-23T11:21:53,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/57d071e46fc248539779321d282c8f07 is 50, key is test_row_0/C:col10/1732360912306/Put/seqid=0 2024-11-23T11:21:53,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742045_1221 (size=12301) 2024-11-23T11:21:54,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360974048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360974049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360974051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:54,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/57d071e46fc248539779321d282c8f07 2024-11-23T11:21:54,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/2778fbee2f8d45bc89bc6290baf949e3 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/2778fbee2f8d45bc89bc6290baf949e3 2024-11-23T11:21:54,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/2778fbee2f8d45bc89bc6290baf949e3, entries=200, sequenceid=306, filesize=39.0 K 2024-11-23T11:21:54,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/7cf159f1725e48e387af5117ad2b1ec6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/7cf159f1725e48e387af5117ad2b1ec6 2024-11-23T11:21:54,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/7cf159f1725e48e387af5117ad2b1ec6, entries=150, sequenceid=306, filesize=12.0 K 2024-11-23T11:21:54,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/57d071e46fc248539779321d282c8f07 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/57d071e46fc248539779321d282c8f07 2024-11-23T11:21:54,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/57d071e46fc248539779321d282c8f07, entries=150, sequenceid=306, filesize=12.0 K 2024-11-23T11:21:54,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b5846c8adbd5e6f6c569d609feea076b in 1280ms, sequenceid=306, compaction requested=true 2024-11-23T11:21:54,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:54,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:54,193 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:54,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:54,194 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:54,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:54,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:54,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:21:54,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:54,196 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:54,196 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/A is initiating minor compaction (all files) 2024-11-23T11:21:54,196 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:54,196 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/A in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:54,196 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/B is initiating minor compaction (all files) 2024-11-23T11:21:54,196 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/373b79569b134f639fd55220ed013357, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/e65d15868fb84d75a5e010f7ecfe5344, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/2778fbee2f8d45bc89bc6290baf949e3] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=100.7 K 2024-11-23T11:21:54,196 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/B in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:54,196 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:54,196 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/373b79569b134f639fd55220ed013357, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/e65d15868fb84d75a5e010f7ecfe5344, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/2778fbee2f8d45bc89bc6290baf949e3] 2024-11-23T11:21:54,196 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/0df3a67a2f0e4f1386fc6fba06c4165a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/1af72e481ff54c778214871cb997ffa4, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/7cf159f1725e48e387af5117ad2b1ec6] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=36.7 K 2024-11-23T11:21:54,196 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 373b79569b134f639fd55220ed013357, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732360908397 2024-11-23T11:21:54,196 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 0df3a67a2f0e4f1386fc6fba06c4165a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732360908397 2024-11-23T11:21:54,197 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 1af72e481ff54c778214871cb997ffa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360910166 2024-11-23T11:21:54,197 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting e65d15868fb84d75a5e010f7ecfe5344, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360910166 2024-11-23T11:21:54,197 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2778fbee2f8d45bc89bc6290baf949e3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732360912302 2024-11-23T11:21:54,197 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cf159f1725e48e387af5117ad2b1ec6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732360912302 2024-11-23T11:21:54,204 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:54,206 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411234079adeab585447b9e10cdf7a17b5886_b5846c8adbd5e6f6c569d609feea076b store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:54,206 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:54,207 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/9da9921c17db4f27aa8aa8aa6facaeeb is 50, key is test_row_0/B:col10/1732360912306/Put/seqid=0 2024-11-23T11:21:54,207 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411234079adeab585447b9e10cdf7a17b5886_b5846c8adbd5e6f6c569d609feea076b, store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:54,208 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234079adeab585447b9e10cdf7a17b5886_b5846c8adbd5e6f6c569d609feea076b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:54,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742046_1222 (size=13051) 2024-11-23T11:21:54,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742047_1223 (size=4469) 2024-11-23T11:21:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T11:21:54,377 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-23T11:21:54,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:21:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-23T11:21:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T11:21:54,380 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:21:54,380 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:21:54,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:21:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T11:21:54,532 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:54,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T11:21:54,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:54,533 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T11:21:54,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:54,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:54,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:54,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:54,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:54,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:54,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112370d738e2de7c4e6f8601eed547638495_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360912935/Put/seqid=0 2024-11-23T11:21:54,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742048_1224 (size=12454) 2024-11-23T11:21:54,623 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/9da9921c17db4f27aa8aa8aa6facaeeb as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/9da9921c17db4f27aa8aa8aa6facaeeb 2024-11-23T11:21:54,626 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#A#compaction#182 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:54,627 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/ceef64e9526b4a0290c460fa46437ccf is 175, key is test_row_0/A:col10/1732360912306/Put/seqid=0 2024-11-23T11:21:54,630 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/B of b5846c8adbd5e6f6c569d609feea076b into 9da9921c17db4f27aa8aa8aa6facaeeb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:54,630 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:54,630 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/B, priority=13, startTime=1732360914193; duration=0sec 2024-11-23T11:21:54,630 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:21:54,630 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:B 2024-11-23T11:21:54,630 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:21:54,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742049_1225 (size=32005) 2024-11-23T11:21:54,647 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:21:54,647 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): b5846c8adbd5e6f6c569d609feea076b/C is initiating minor compaction (all files) 2024-11-23T11:21:54,647 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b5846c8adbd5e6f6c569d609feea076b/C in TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:54,647 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/88ab0ce142924be48e794c9f10247501, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4d0d1286eb4146c5b5d6e8a5ed7275af, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/57d071e46fc248539779321d282c8f07] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp, totalSize=36.7 K 2024-11-23T11:21:54,648 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 88ab0ce142924be48e794c9f10247501, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732360908397 2024-11-23T11:21:54,648 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d0d1286eb4146c5b5d6e8a5ed7275af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360910166 2024-11-23T11:21:54,649 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 57d071e46fc248539779321d282c8f07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732360912302 2024-11-23T11:21:54,657 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b5846c8adbd5e6f6c569d609feea076b#C#compaction#185 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:21:54,658 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/636cf245940f4773934926513f233895 is 50, key is test_row_0/C:col10/1732360912306/Put/seqid=0 2024-11-23T11:21:54,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742050_1226 (size=13051) 2024-11-23T11:21:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T11:21:54,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:54,956 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112370d738e2de7c4e6f8601eed547638495_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112370d738e2de7c4e6f8601eed547638495_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:54,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/4c064d2694ad421fac232925b8e47156, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:54,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/4c064d2694ad421fac232925b8e47156 is 175, key is test_row_0/A:col10/1732360912935/Put/seqid=0 2024-11-23T11:21:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742051_1227 (size=31255) 2024-11-23T11:21:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T11:21:55,052 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/ceef64e9526b4a0290c460fa46437ccf as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/ceef64e9526b4a0290c460fa46437ccf 2024-11-23T11:21:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:55,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. as already flushing 2024-11-23T11:21:55,058 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/A of b5846c8adbd5e6f6c569d609feea076b into ceef64e9526b4a0290c460fa46437ccf(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:55,058 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:55,058 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/A, priority=13, startTime=1732360914193; duration=0sec 2024-11-23T11:21:55,058 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:55,058 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:A 2024-11-23T11:21:55,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360975066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:55,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360975067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:55,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360975068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:55,077 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/636cf245940f4773934926513f233895 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/636cf245940f4773934926513f233895 2024-11-23T11:21:55,082 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b5846c8adbd5e6f6c569d609feea076b/C of b5846c8adbd5e6f6c569d609feea076b into 636cf245940f4773934926513f233895(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:21:55,082 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:55,082 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b., storeName=b5846c8adbd5e6f6c569d609feea076b/C, priority=13, startTime=1732360914194; duration=0sec 2024-11-23T11:21:55,082 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:55,082 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:C 2024-11-23T11:21:55,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360975169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:55,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360975170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:55,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360975172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:55,366 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/4c064d2694ad421fac232925b8e47156 2024-11-23T11:21:55,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360975371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:55,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360975373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/e6ae231a4324414da501d619bfcad3a7 is 50, key is test_row_0/B:col10/1732360912935/Put/seqid=0 2024-11-23T11:21:55,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360975380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:55,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742052_1228 (size=12301) 2024-11-23T11:21:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T11:21:55,602 DEBUG [Thread-666 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:63731 2024-11-23T11:21:55,602 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:55,602 DEBUG [Thread-672 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:63731 2024-11-23T11:21:55,602 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:55,603 DEBUG [Thread-668 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:63731 2024-11-23T11:21:55,603 DEBUG [Thread-668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:55,604 DEBUG [Thread-670 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:63731 2024-11-23T11:21:55,604 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:55,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360975674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:55,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360975677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:55,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360975681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:55,791 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/e6ae231a4324414da501d619bfcad3a7 2024-11-23T11:21:55,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/84ad5d67e6de4789a877274ab79b3182 is 50, key is test_row_0/C:col10/1732360912935/Put/seqid=0 2024-11-23T11:21:55,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742053_1229 (size=12301) 2024-11-23T11:21:56,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33268 deadline: 1732360976180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:56,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33228 deadline: 1732360976182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:21:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33222 deadline: 1732360976186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:56,204 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/84ad5d67e6de4789a877274ab79b3182 2024-11-23T11:21:56,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/4c064d2694ad421fac232925b8e47156 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4c064d2694ad421fac232925b8e47156 2024-11-23T11:21:56,212 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4c064d2694ad421fac232925b8e47156, entries=150, sequenceid=325, filesize=30.5 K 2024-11-23T11:21:56,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/e6ae231a4324414da501d619bfcad3a7 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/e6ae231a4324414da501d619bfcad3a7 2024-11-23T11:21:56,217 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/e6ae231a4324414da501d619bfcad3a7, entries=150, sequenceid=325, filesize=12.0 K 2024-11-23T11:21:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/84ad5d67e6de4789a877274ab79b3182 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/84ad5d67e6de4789a877274ab79b3182 2024-11-23T11:21:56,221 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/84ad5d67e6de4789a877274ab79b3182, entries=150, sequenceid=325, filesize=12.0 K 2024-11-23T11:21:56,222 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b5846c8adbd5e6f6c569d609feea076b in 1689ms, sequenceid=325, compaction requested=false 2024-11-23T11:21:56,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:56,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:56,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-23T11:21:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-23T11:21:56,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-23T11:21:56,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8430 sec 2024-11-23T11:21:56,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.8470 sec 2024-11-23T11:21:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T11:21:56,484 INFO [Thread-665 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-23T11:21:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:56,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T11:21:56,565 DEBUG [Thread-655 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:63731 2024-11-23T11:21:56,565 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:56,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:56,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:56,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:56,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:56,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:56,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:56,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239236af0ada38404bb6dd628e3367429c_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360916563/Put/seqid=0 2024-11-23T11:21:56,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742054_1230 (size=12454) 2024-11-23T11:21:56,594 DEBUG [Thread-659 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:63731 2024-11-23T11:21:56,594 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:56,975 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:56,979 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239236af0ada38404bb6dd628e3367429c_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239236af0ada38404bb6dd628e3367429c_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:56,980 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/24175141a49944e1a155fe6789c6d79b, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:56,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/24175141a49944e1a155fe6789c6d79b is 175, key is test_row_0/A:col10/1732360916563/Put/seqid=0 2024-11-23T11:21:56,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742055_1231 (size=31255) 2024-11-23T11:21:57,188 DEBUG [Thread-661 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:63731 2024-11-23T11:21:57,188 DEBUG [Thread-657 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:63731 2024-11-23T11:21:57,188 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:57,188 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:57,198 DEBUG [Thread-663 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:63731 2024-11-23T11:21:57,198 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:57,198 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T11:21:57,198 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-23T11:21:57,198 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-23T11:21:57,198 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-23T11:21:57,198 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-23T11:21:57,198 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-23T11:21:57,198 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T11:21:57,198 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7472 2024-11-23T11:21:57,198 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7450 2024-11-23T11:21:57,198 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T11:21:57,198 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3195 2024-11-23T11:21:57,199 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9583 rows 2024-11-23T11:21:57,199 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3178 2024-11-23T11:21:57,199 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9530 rows 2024-11-23T11:21:57,199 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T11:21:57,199 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:63731 2024-11-23T11:21:57,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:57,202 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T11:21:57,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T11:21:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T11:21:57,209 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360917209"}]},"ts":"1732360917209"} 2024-11-23T11:21:57,210 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T11:21:57,214 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T11:21:57,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T11:21:57,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b5846c8adbd5e6f6c569d609feea076b, UNASSIGN}] 2024-11-23T11:21:57,217 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b5846c8adbd5e6f6c569d609feea076b, UNASSIGN 2024-11-23T11:21:57,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=b5846c8adbd5e6f6c569d609feea076b, regionState=CLOSING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:57,218 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T11:21:57,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:21:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T11:21:57,369 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:21:57,370 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:57,370 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T11:21:57,370 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing b5846c8adbd5e6f6c569d609feea076b, disabling compactions & flushes 2024-11-23T11:21:57,370 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:57,385 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/24175141a49944e1a155fe6789c6d79b 2024-11-23T11:21:57,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/311e651d41134d9fb62120b7172d2aff is 50, key is test_row_0/B:col10/1732360916563/Put/seqid=0 2024-11-23T11:21:57,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742056_1232 (size=12301) 2024-11-23T11:21:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T11:21:57,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/311e651d41134d9fb62120b7172d2aff 2024-11-23T11:21:57,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/48acf26ab6f845e8b36cb19a645d639d is 50, key is test_row_0/C:col10/1732360916563/Put/seqid=0 2024-11-23T11:21:57,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742057_1233 (size=12301) 2024-11-23T11:21:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T11:21:58,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/48acf26ab6f845e8b36cb19a645d639d 2024-11-23T11:21:58,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/24175141a49944e1a155fe6789c6d79b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/24175141a49944e1a155fe6789c6d79b 2024-11-23T11:21:58,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/24175141a49944e1a155fe6789c6d79b, entries=150, sequenceid=346, filesize=30.5 K 2024-11-23T11:21:58,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/311e651d41134d9fb62120b7172d2aff as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/311e651d41134d9fb62120b7172d2aff 2024-11-23T11:21:58,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/311e651d41134d9fb62120b7172d2aff, entries=150, sequenceid=346, filesize=12.0 K 2024-11-23T11:21:58,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/48acf26ab6f845e8b36cb19a645d639d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/48acf26ab6f845e8b36cb19a645d639d 2024-11-23T11:21:58,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/48acf26ab6f845e8b36cb19a645d639d, entries=150, sequenceid=346, filesize=12.0 K 2024-11-23T11:21:58,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=26.84 KB/27480 for b5846c8adbd5e6f6c569d609feea076b in 1664ms, sequenceid=346, compaction requested=true 2024-11-23T11:21:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:58,228 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:21:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:58,228 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. because compaction request was cancelled 2024-11-23T11:21:58,228 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:58,228 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:A 2024-11-23T11:21:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:58,228 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. after waiting 0 ms 2024-11-23T11:21:58,228 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. because compaction request was cancelled 2024-11-23T11:21:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:58,228 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:58,228 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:B 2024-11-23T11:21:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b5846c8adbd5e6f6c569d609feea076b:C, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:21:58,228 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. because compaction request was cancelled 2024-11-23T11:21:58,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:21:58,228 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b5846c8adbd5e6f6c569d609feea076b:C 2024-11-23T11:21:58,228 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing b5846c8adbd5e6f6c569d609feea076b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T11:21:58,229 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=A 2024-11-23T11:21:58,229 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:58,229 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=B 2024-11-23T11:21:58,229 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:58,229 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b5846c8adbd5e6f6c569d609feea076b, store=C 2024-11-23T11:21:58,229 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:21:58,235 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112319b16920b73042c4b237ebbb4eca3e01_b5846c8adbd5e6f6c569d609feea076b is 50, key is test_row_0/A:col10/1732360917187/Put/seqid=0 2024-11-23T11:21:58,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742058_1234 (size=12454) 2024-11-23T11:21:58,244 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:58,247 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112319b16920b73042c4b237ebbb4eca3e01_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112319b16920b73042c4b237ebbb4eca3e01_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:58,248 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/4107f54310124c0ba8b9aea382307b4c, store: [table=TestAcidGuarantees family=A region=b5846c8adbd5e6f6c569d609feea076b] 2024-11-23T11:21:58,248 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/4107f54310124c0ba8b9aea382307b4c is 175, key is test_row_0/A:col10/1732360917187/Put/seqid=0 2024-11-23T11:21:58,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742059_1235 (size=31255) 2024-11-23T11:21:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T11:21:58,654 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/4107f54310124c0ba8b9aea382307b4c 2024-11-23T11:21:58,663 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/8526e15883e94a75bdee9fa7c2d8f1f6 is 50, key is test_row_0/B:col10/1732360917187/Put/seqid=0 2024-11-23T11:21:58,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742060_1236 (size=12301) 2024-11-23T11:21:58,674 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/8526e15883e94a75bdee9fa7c2d8f1f6 2024-11-23T11:21:58,683 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/6b282db3959c4a1f9dc6205ba5768150 is 50, key is test_row_0/C:col10/1732360917187/Put/seqid=0 2024-11-23T11:21:58,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742061_1237 (size=12301) 2024-11-23T11:21:59,096 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/6b282db3959c4a1f9dc6205ba5768150 2024-11-23T11:21:59,102 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/A/4107f54310124c0ba8b9aea382307b4c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4107f54310124c0ba8b9aea382307b4c 2024-11-23T11:21:59,107 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4107f54310124c0ba8b9aea382307b4c, entries=150, sequenceid=353, filesize=30.5 K 2024-11-23T11:21:59,108 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/B/8526e15883e94a75bdee9fa7c2d8f1f6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/8526e15883e94a75bdee9fa7c2d8f1f6 2024-11-23T11:21:59,113 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/8526e15883e94a75bdee9fa7c2d8f1f6, entries=150, sequenceid=353, filesize=12.0 K 2024-11-23T11:21:59,114 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/.tmp/C/6b282db3959c4a1f9dc6205ba5768150 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/6b282db3959c4a1f9dc6205ba5768150 2024-11-23T11:21:59,118 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/6b282db3959c4a1f9dc6205ba5768150, entries=150, sequenceid=353, filesize=12.0 K 2024-11-23T11:21:59,119 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for b5846c8adbd5e6f6c569d609feea076b in 891ms, sequenceid=353, compaction requested=true 2024-11-23T11:21:59,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/856678a1f6ab4095b09f6487c93893e5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/6e3a72a5e9b44765ad61869724260fe8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/6d2690222b884d2db251c4768758530e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/03a3403f91f54d1691ebc8c2d1c3bd5f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/0e0dd7dd0e28483cb177c02a06f5ed6e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/80c4cd06a18640e98d9c0f0113cf8d72, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/c71e08d9299c45ecaca1abc499b1a2eb, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/f31ce5c8d3af4f8ba3d27d39aac51f1c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/e2dbae4164c643ccb7bbcc776db8613f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/db58e72893454f31abdb094d334b52c6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/3b18cb49434f49019e2877c2654a7f24, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/49896b1f241d407c8a94bf4491382b74, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/9ab9b6dece4e44e3bfa72a92636a7f33, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4105e9d830ea4830967352ba8eccc71c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/f00f60163ce14e1a83d19f36b34342c1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/cc00d2ac51f3448ab138edc561bc4461, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/49044d1ef60a4d23967ed5b6cda07a41, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/be9f6056b81342ebba8d4171b725d71a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/373b79569b134f639fd55220ed013357, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/d157d04812fe4ea599c9e88dd8546f60, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/e65d15868fb84d75a5e010f7ecfe5344, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/2778fbee2f8d45bc89bc6290baf949e3] to archive 2024-11-23T11:21:59,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:21:59,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/856678a1f6ab4095b09f6487c93893e5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/856678a1f6ab4095b09f6487c93893e5 2024-11-23T11:21:59,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/6e3a72a5e9b44765ad61869724260fe8 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/6e3a72a5e9b44765ad61869724260fe8 2024-11-23T11:21:59,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/6d2690222b884d2db251c4768758530e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/6d2690222b884d2db251c4768758530e 2024-11-23T11:21:59,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/03a3403f91f54d1691ebc8c2d1c3bd5f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/03a3403f91f54d1691ebc8c2d1c3bd5f 2024-11-23T11:21:59,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/0e0dd7dd0e28483cb177c02a06f5ed6e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/0e0dd7dd0e28483cb177c02a06f5ed6e 2024-11-23T11:21:59,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/80c4cd06a18640e98d9c0f0113cf8d72 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/80c4cd06a18640e98d9c0f0113cf8d72 2024-11-23T11:21:59,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/c71e08d9299c45ecaca1abc499b1a2eb to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/c71e08d9299c45ecaca1abc499b1a2eb 2024-11-23T11:21:59,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/f31ce5c8d3af4f8ba3d27d39aac51f1c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/f31ce5c8d3af4f8ba3d27d39aac51f1c 2024-11-23T11:21:59,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/e2dbae4164c643ccb7bbcc776db8613f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/e2dbae4164c643ccb7bbcc776db8613f 2024-11-23T11:21:59,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/db58e72893454f31abdb094d334b52c6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/db58e72893454f31abdb094d334b52c6 2024-11-23T11:21:59,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/3b18cb49434f49019e2877c2654a7f24 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/3b18cb49434f49019e2877c2654a7f24 2024-11-23T11:21:59,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/49896b1f241d407c8a94bf4491382b74 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/49896b1f241d407c8a94bf4491382b74 2024-11-23T11:21:59,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/9ab9b6dece4e44e3bfa72a92636a7f33 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/9ab9b6dece4e44e3bfa72a92636a7f33 2024-11-23T11:21:59,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4105e9d830ea4830967352ba8eccc71c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4105e9d830ea4830967352ba8eccc71c 2024-11-23T11:21:59,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/f00f60163ce14e1a83d19f36b34342c1 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/f00f60163ce14e1a83d19f36b34342c1 2024-11-23T11:21:59,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/cc00d2ac51f3448ab138edc561bc4461 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/cc00d2ac51f3448ab138edc561bc4461 2024-11-23T11:21:59,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/49044d1ef60a4d23967ed5b6cda07a41 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/49044d1ef60a4d23967ed5b6cda07a41 2024-11-23T11:21:59,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/be9f6056b81342ebba8d4171b725d71a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/be9f6056b81342ebba8d4171b725d71a 2024-11-23T11:21:59,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/373b79569b134f639fd55220ed013357 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/373b79569b134f639fd55220ed013357 2024-11-23T11:21:59,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/d157d04812fe4ea599c9e88dd8546f60 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/d157d04812fe4ea599c9e88dd8546f60 2024-11-23T11:21:59,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/e65d15868fb84d75a5e010f7ecfe5344 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/e65d15868fb84d75a5e010f7ecfe5344 2024-11-23T11:21:59,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/2778fbee2f8d45bc89bc6290baf949e3 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/2778fbee2f8d45bc89bc6290baf949e3 2024-11-23T11:21:59,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/144ab13cb7e2423ebb4d68f1c883fc7c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/2acad7f96f2a4c35811ec0ed2e0059d0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/43d64bfcd4684160b85b96db5a83e45a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/723eb34464ac477bbe666a85056b3ec2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/94da666124d545d0aeb545dc99b6672d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/3f1feec445c747d9acf659fd43907c83, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/a982d6872bbd4ba09bb4d77840a10c2b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/80efa3784bf14e2cbae0c6a347c4c34a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/98f60c22265e4df68b8476a6d697e771, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/0947dac1da454de5adb747cbc7f3adc6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/b151e30330604bca98160a5dae24dae2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/511c863905eb4f91a7fca3dbe2287a67, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/2efa5265c7624c37a3ae3216f4460c5a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/050342c86b0b4cc88723a29ae57bd3c8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/a2ea91228161460fb721425fad7d3524, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/7170edd2ee934038863c2e3f7f3c98e1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/bd313542e77c4ccea04392580edc3638, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/df008f2799f44ac48c2f3ceb4737a0fe, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/0df3a67a2f0e4f1386fc6fba06c4165a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/364de46b9dfd467d8781048993b0d5aa, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/1af72e481ff54c778214871cb997ffa4, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/7cf159f1725e48e387af5117ad2b1ec6] to archive 2024-11-23T11:21:59,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:21:59,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/144ab13cb7e2423ebb4d68f1c883fc7c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/144ab13cb7e2423ebb4d68f1c883fc7c 2024-11-23T11:21:59,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/2acad7f96f2a4c35811ec0ed2e0059d0 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/2acad7f96f2a4c35811ec0ed2e0059d0 2024-11-23T11:21:59,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/43d64bfcd4684160b85b96db5a83e45a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/43d64bfcd4684160b85b96db5a83e45a 2024-11-23T11:21:59,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/723eb34464ac477bbe666a85056b3ec2 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/723eb34464ac477bbe666a85056b3ec2 2024-11-23T11:21:59,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/94da666124d545d0aeb545dc99b6672d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/94da666124d545d0aeb545dc99b6672d 2024-11-23T11:21:59,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/3f1feec445c747d9acf659fd43907c83 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/3f1feec445c747d9acf659fd43907c83 2024-11-23T11:21:59,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/a982d6872bbd4ba09bb4d77840a10c2b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/a982d6872bbd4ba09bb4d77840a10c2b 2024-11-23T11:21:59,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/80efa3784bf14e2cbae0c6a347c4c34a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/80efa3784bf14e2cbae0c6a347c4c34a 2024-11-23T11:21:59,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/98f60c22265e4df68b8476a6d697e771 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/98f60c22265e4df68b8476a6d697e771 2024-11-23T11:21:59,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/0947dac1da454de5adb747cbc7f3adc6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/0947dac1da454de5adb747cbc7f3adc6 2024-11-23T11:21:59,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/b151e30330604bca98160a5dae24dae2 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/b151e30330604bca98160a5dae24dae2 2024-11-23T11:21:59,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/511c863905eb4f91a7fca3dbe2287a67 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/511c863905eb4f91a7fca3dbe2287a67 2024-11-23T11:21:59,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/2efa5265c7624c37a3ae3216f4460c5a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/2efa5265c7624c37a3ae3216f4460c5a 2024-11-23T11:21:59,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/050342c86b0b4cc88723a29ae57bd3c8 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/050342c86b0b4cc88723a29ae57bd3c8 2024-11-23T11:21:59,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/a2ea91228161460fb721425fad7d3524 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/a2ea91228161460fb721425fad7d3524 2024-11-23T11:21:59,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/7170edd2ee934038863c2e3f7f3c98e1 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/7170edd2ee934038863c2e3f7f3c98e1 2024-11-23T11:21:59,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/bd313542e77c4ccea04392580edc3638 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/bd313542e77c4ccea04392580edc3638 2024-11-23T11:21:59,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/df008f2799f44ac48c2f3ceb4737a0fe to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/df008f2799f44ac48c2f3ceb4737a0fe 2024-11-23T11:21:59,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/0df3a67a2f0e4f1386fc6fba06c4165a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/0df3a67a2f0e4f1386fc6fba06c4165a 2024-11-23T11:21:59,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/364de46b9dfd467d8781048993b0d5aa to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/364de46b9dfd467d8781048993b0d5aa 2024-11-23T11:21:59,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/1af72e481ff54c778214871cb997ffa4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/1af72e481ff54c778214871cb997ffa4 2024-11-23T11:21:59,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/7cf159f1725e48e387af5117ad2b1ec6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/7cf159f1725e48e387af5117ad2b1ec6 2024-11-23T11:21:59,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/d4012c3ff29443dd9c2ce69ef5c91d50, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/d88cc13c5e9e4226b806d8845903470a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/27ef428033274f7cb7e125bd7978ee5c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/b8f3c092cfdf484a899974e3da2cc054, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/a633401caa2d4843b9dfdb3d821bd6c3, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4bd28ca3440d43aeba920dda8e1cbb09, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4406ba60efe645929a81c5f6987589f2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4cc097132bb44996be85ab23244e361f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/915514638ea046d3b32a84fbedda5ede, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/c275c21cc2db4ca5a13a58c3f8798fdb, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/67fcbb00a90042eba46e9dbcb100b927, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/cf316602435447c88491df0ad075d30d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/04e38e1ec0d048818db77fd670530725, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/b654e3c6c8434491891359c89b5e5bf5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/84df9232357c41d0b717d3d20b790d25, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/f935649c110c4cc0afbcf0f0e4351abd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/6ad7879a3953497a8d6c6edf745a8c82, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/2ef86d02f53a4f85912450dbcd41700b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/88ab0ce142924be48e794c9f10247501, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/434a28964e434af2b06d44f9b394eb04, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4d0d1286eb4146c5b5d6e8a5ed7275af, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/57d071e46fc248539779321d282c8f07] to archive 2024-11-23T11:21:59,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:21:59,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/d4012c3ff29443dd9c2ce69ef5c91d50 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/d4012c3ff29443dd9c2ce69ef5c91d50 2024-11-23T11:21:59,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/d88cc13c5e9e4226b806d8845903470a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/d88cc13c5e9e4226b806d8845903470a 2024-11-23T11:21:59,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/27ef428033274f7cb7e125bd7978ee5c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/27ef428033274f7cb7e125bd7978ee5c 2024-11-23T11:21:59,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/b8f3c092cfdf484a899974e3da2cc054 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/b8f3c092cfdf484a899974e3da2cc054 2024-11-23T11:21:59,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/a633401caa2d4843b9dfdb3d821bd6c3 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/a633401caa2d4843b9dfdb3d821bd6c3 2024-11-23T11:21:59,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4bd28ca3440d43aeba920dda8e1cbb09 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4bd28ca3440d43aeba920dda8e1cbb09 2024-11-23T11:21:59,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4406ba60efe645929a81c5f6987589f2 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4406ba60efe645929a81c5f6987589f2 2024-11-23T11:21:59,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4cc097132bb44996be85ab23244e361f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4cc097132bb44996be85ab23244e361f 2024-11-23T11:21:59,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/915514638ea046d3b32a84fbedda5ede to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/915514638ea046d3b32a84fbedda5ede 2024-11-23T11:21:59,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/c275c21cc2db4ca5a13a58c3f8798fdb to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/c275c21cc2db4ca5a13a58c3f8798fdb 2024-11-23T11:21:59,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/67fcbb00a90042eba46e9dbcb100b927 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/67fcbb00a90042eba46e9dbcb100b927 2024-11-23T11:21:59,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/cf316602435447c88491df0ad075d30d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/cf316602435447c88491df0ad075d30d 2024-11-23T11:21:59,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/04e38e1ec0d048818db77fd670530725 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/04e38e1ec0d048818db77fd670530725 2024-11-23T11:21:59,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/b654e3c6c8434491891359c89b5e5bf5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/b654e3c6c8434491891359c89b5e5bf5 2024-11-23T11:21:59,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/84df9232357c41d0b717d3d20b790d25 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/84df9232357c41d0b717d3d20b790d25 2024-11-23T11:21:59,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/f935649c110c4cc0afbcf0f0e4351abd to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/f935649c110c4cc0afbcf0f0e4351abd 2024-11-23T11:21:59,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/6ad7879a3953497a8d6c6edf745a8c82 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/6ad7879a3953497a8d6c6edf745a8c82 2024-11-23T11:21:59,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/2ef86d02f53a4f85912450dbcd41700b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/2ef86d02f53a4f85912450dbcd41700b 2024-11-23T11:21:59,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/88ab0ce142924be48e794c9f10247501 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/88ab0ce142924be48e794c9f10247501 2024-11-23T11:21:59,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/434a28964e434af2b06d44f9b394eb04 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/434a28964e434af2b06d44f9b394eb04 2024-11-23T11:21:59,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4d0d1286eb4146c5b5d6e8a5ed7275af to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/4d0d1286eb4146c5b5d6e8a5ed7275af 2024-11-23T11:21:59,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/57d071e46fc248539779321d282c8f07 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/57d071e46fc248539779321d282c8f07 2024-11-23T11:21:59,274 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/recovered.edits/356.seqid, newMaxSeqId=356, maxSeqId=4 2024-11-23T11:21:59,275 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b. 2024-11-23T11:21:59,275 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for b5846c8adbd5e6f6c569d609feea076b: 2024-11-23T11:21:59,277 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,277 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=b5846c8adbd5e6f6c569d609feea076b, regionState=CLOSED 2024-11-23T11:21:59,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-23T11:21:59,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure b5846c8adbd5e6f6c569d609feea076b, server=9bf4ef99e196,37431,1732360861208 in 2.0600 sec 2024-11-23T11:21:59,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-23T11:21:59,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b5846c8adbd5e6f6c569d609feea076b, UNASSIGN in 2.0640 sec 2024-11-23T11:21:59,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-23T11:21:59,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0670 sec 2024-11-23T11:21:59,284 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360919284"}]},"ts":"1732360919284"} 2024-11-23T11:21:59,285 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T11:21:59,287 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T11:21:59,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0850 sec 2024-11-23T11:21:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T11:21:59,311 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-23T11:21:59,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T11:21:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:59,314 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T11:21:59,314 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:59,317 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,321 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/recovered.edits] 2024-11-23T11:21:59,325 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/24175141a49944e1a155fe6789c6d79b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/24175141a49944e1a155fe6789c6d79b 2024-11-23T11:21:59,330 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4107f54310124c0ba8b9aea382307b4c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4107f54310124c0ba8b9aea382307b4c 2024-11-23T11:21:59,332 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4c064d2694ad421fac232925b8e47156 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/4c064d2694ad421fac232925b8e47156 2024-11-23T11:21:59,334 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/ceef64e9526b4a0290c460fa46437ccf to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/A/ceef64e9526b4a0290c460fa46437ccf 2024-11-23T11:21:59,338 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/311e651d41134d9fb62120b7172d2aff to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/311e651d41134d9fb62120b7172d2aff 2024-11-23T11:21:59,340 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/8526e15883e94a75bdee9fa7c2d8f1f6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/8526e15883e94a75bdee9fa7c2d8f1f6 2024-11-23T11:21:59,342 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/9da9921c17db4f27aa8aa8aa6facaeeb to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/9da9921c17db4f27aa8aa8aa6facaeeb 2024-11-23T11:21:59,343 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/e6ae231a4324414da501d619bfcad3a7 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/B/e6ae231a4324414da501d619bfcad3a7 2024-11-23T11:21:59,350 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/48acf26ab6f845e8b36cb19a645d639d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/48acf26ab6f845e8b36cb19a645d639d 2024-11-23T11:21:59,352 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/636cf245940f4773934926513f233895 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/636cf245940f4773934926513f233895 2024-11-23T11:21:59,354 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/6b282db3959c4a1f9dc6205ba5768150 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/6b282db3959c4a1f9dc6205ba5768150 2024-11-23T11:21:59,356 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/84ad5d67e6de4789a877274ab79b3182 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/C/84ad5d67e6de4789a877274ab79b3182 2024-11-23T11:21:59,359 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/recovered.edits/356.seqid to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b/recovered.edits/356.seqid 2024-11-23T11:21:59,360 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,360 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T11:21:59,361 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T11:21:59,362 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T11:21:59,367 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123085e83c1cccb425581d66501ff5a3219_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123085e83c1cccb425581d66501ff5a3219_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,369 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230ca3ee71885147ffb5242d99d1543286_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230ca3ee71885147ffb5242d99d1543286_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,371 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112319b16920b73042c4b237ebbb4eca3e01_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112319b16920b73042c4b237ebbb4eca3e01_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,372 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112336839520725c4847b24559b4cc647e1f_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112336839520725c4847b24559b4cc647e1f_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,375 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123615fc700f9174800948cea830feb1ba0_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123615fc700f9174800948cea830feb1ba0_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,376 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112370d738e2de7c4e6f8601eed547638495_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112370d738e2de7c4e6f8601eed547638495_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,378 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112374abee13de814c2da8cf30180692413f_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112374abee13de814c2da8cf30180692413f_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,379 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112375a1442c1f634556933c41275cd615c3_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112375a1442c1f634556933c41275cd615c3_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,381 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123855d3a34d9864029a5cacc8f10b9ae8b_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123855d3a34d9864029a5cacc8f10b9ae8b_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,382 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238e3146cd8d4e43d7b7ea6e4abd93c338_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238e3146cd8d4e43d7b7ea6e4abd93c338_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,385 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239236af0ada38404bb6dd628e3367429c_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239236af0ada38404bb6dd628e3367429c_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,386 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123aba5f0380e8f4bdaa8ea22c790a1ac50_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123aba5f0380e8f4bdaa8ea22c790a1ac50_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,388 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b55f451470274850af9a038292e1ddc0_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b55f451470274850af9a038292e1ddc0_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,389 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d2789159adf04ef3bae8e10abef20bfe_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d2789159adf04ef3bae8e10abef20bfe_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,391 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d2a71b85804e42898e20254697ca1d1a_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d2a71b85804e42898e20254697ca1d1a_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,392 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d883292d4c214b17b7ad187a1379b281_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d883292d4c214b17b7ad187a1379b281_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,394 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123de5fcf4a00c24a5a8955b2bc12629144_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123de5fcf4a00c24a5a8955b2bc12629144_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,395 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123eac3cd1a5fe84e61a5977dcd6da931f2_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123eac3cd1a5fe84e61a5977dcd6da931f2_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,397 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ec9cc0ec031d47f68ea6ee47f02de54a_b5846c8adbd5e6f6c569d609feea076b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ec9cc0ec031d47f68ea6ee47f02de54a_b5846c8adbd5e6f6c569d609feea076b 2024-11-23T11:21:59,398 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T11:21:59,400 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:59,404 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T11:21:59,409 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T11:21:59,410 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:59,410 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T11:21:59,411 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732360919410"}]},"ts":"9223372036854775807"} 2024-11-23T11:21:59,414 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T11:21:59,414 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b5846c8adbd5e6f6c569d609feea076b, NAME => 'TestAcidGuarantees,,1732360892467.b5846c8adbd5e6f6c569d609feea076b.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T11:21:59,414 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T11:21:59,414 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732360919414"}]},"ts":"9223372036854775807"} 2024-11-23T11:21:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T11:21:59,420 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T11:21:59,423 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:59,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 111 msec 2024-11-23T11:21:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T11:21:59,616 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-23T11:21:59,631 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:21:59,631 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 240) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1513578268_22 at /127.0.0.1:45296 [Waiting for operation #575] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xeb1be9a-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1440392663_22 at /127.0.0.1:45294 [Waiting for operation #556] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1513578268_22 at /127.0.0.1:49382 [Waiting for operation #968] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1440392663_22 at /127.0.0.1:43732 [Waiting for operation #987] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xeb1be9a-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/cluster_8f672425-546c-8dbb-8788-0020f76149aa/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/cluster_8f672425-546c-8dbb-8788-0020f76149aa/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xeb1be9a-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xeb1be9a-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 269) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4775 (was 4064) - AvailableMemoryMB LEAK? - 2024-11-23T11:21:59,642 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=4774 2024-11-23T11:21:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T11:21:59,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T11:21:59,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:21:59,646 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:59,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 68 2024-11-23T11:21:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T11:21:59,647 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:21:59,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742062_1238 (size=960) 2024-11-23T11:21:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T11:21:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T11:22:00,058 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469 2024-11-23T11:22:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742063_1239 (size=53) 2024-11-23T11:22:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T11:22:00,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:00,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8120eda1bc81d0b297ca330a2460ce57, disabling compactions & flushes 2024-11-23T11:22:00,466 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:00,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:00,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. after waiting 0 ms 2024-11-23T11:22:00,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:00,466 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:00,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:00,467 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:22:00,468 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732360920467"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360920467"}]},"ts":"1732360920467"} 2024-11-23T11:22:00,468 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T11:22:00,469 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:22:00,469 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360920469"}]},"ts":"1732360920469"} 2024-11-23T11:22:00,470 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T11:22:00,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8120eda1bc81d0b297ca330a2460ce57, ASSIGN}] 2024-11-23T11:22:00,475 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8120eda1bc81d0b297ca330a2460ce57, ASSIGN 2024-11-23T11:22:00,476 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8120eda1bc81d0b297ca330a2460ce57, ASSIGN; state=OFFLINE, location=9bf4ef99e196,37431,1732360861208; forceNewPlan=false, retain=false 2024-11-23T11:22:00,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=8120eda1bc81d0b297ca330a2460ce57, regionState=OPENING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:00,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure 8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:22:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T11:22:00,779 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:00,782 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:00,783 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:00,783 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:00,783 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:00,783 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:00,783 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:00,784 INFO [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:00,786 INFO [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:22:00,786 INFO [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8120eda1bc81d0b297ca330a2460ce57 columnFamilyName A 2024-11-23T11:22:00,786 DEBUG [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:00,786 INFO [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] regionserver.HStore(327): Store=8120eda1bc81d0b297ca330a2460ce57/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:00,787 INFO [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:00,788 INFO [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:22:00,788 INFO [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8120eda1bc81d0b297ca330a2460ce57 columnFamilyName B 2024-11-23T11:22:00,788 DEBUG [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:00,788 INFO [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] regionserver.HStore(327): Store=8120eda1bc81d0b297ca330a2460ce57/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:00,789 INFO [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:00,790 INFO [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:22:00,790 INFO [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8120eda1bc81d0b297ca330a2460ce57 columnFamilyName C 2024-11-23T11:22:00,790 DEBUG [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:00,790 INFO [StoreOpener-8120eda1bc81d0b297ca330a2460ce57-1 {}] regionserver.HStore(327): Store=8120eda1bc81d0b297ca330a2460ce57/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:00,790 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:00,791 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:00,791 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:00,793 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T11:22:00,794 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:00,795 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:00,796 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened 8120eda1bc81d0b297ca330a2460ce57; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60211501, jitterRate=-0.10277871787548065}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T11:22:00,797 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:00,797 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., pid=70, masterSystemTime=1732360920779 2024-11-23T11:22:00,798 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:00,799 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:00,799 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=8120eda1bc81d0b297ca330a2460ce57, regionState=OPEN, openSeqNum=2, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:00,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-23T11:22:00,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure 8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 in 172 msec 2024-11-23T11:22:00,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-23T11:22:00,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8120eda1bc81d0b297ca330a2460ce57, ASSIGN in 327 msec 2024-11-23T11:22:00,803 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:22:00,803 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360920803"}]},"ts":"1732360920803"} 2024-11-23T11:22:00,804 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T11:22:00,807 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:22:00,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1630 sec 2024-11-23T11:22:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T11:22:01,752 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed 2024-11-23T11:22:01,755 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-11-23T11:22:01,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:01,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:01,763 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:01,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:01,765 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:01,768 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-23T11:22:01,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:01,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-23T11:22:01,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:01,786 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-23T11:22:01,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:01,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-23T11:22:01,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:01,798 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-23T11:22:01,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:01,810 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-23T11:22:01,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:01,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-23T11:22:01,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:01,821 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-23T11:22:01,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:01,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-23T11:22:01,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:01,839 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-11-23T11:22:01,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:01,856 DEBUG [hconnection-0x69b10c1c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:01,857 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:01,860 DEBUG [hconnection-0xc93de2b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:01,860 DEBUG [hconnection-0x142dd5c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:01,860 DEBUG [hconnection-0x2646fbcd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:01,861 DEBUG [hconnection-0x1563a286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:01,861 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:01,861 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:01,862 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:01,862 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:01,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:22:01,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:01,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:01,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:01,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:01,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:01,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:01,880 DEBUG [hconnection-0x371f42d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:01,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:01,882 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-23T11:22:01,884 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T11:22:01,885 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:01,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:01,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/bcd6314a951740f492381ab0478601e1 is 50, key is test_row_0/A:col10/1732360921870/Put/seqid=0 2024-11-23T11:22:01,917 DEBUG [hconnection-0x7efbe76d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:01,919 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:01,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360981918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:01,920 DEBUG [hconnection-0x622392fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:01,921 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:01,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360981920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:01,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360981920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:01,948 DEBUG [hconnection-0xa3fdc1d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:01,950 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:01,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732360981952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:01,964 DEBUG [hconnection-0x4644ce8d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:01,966 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:01,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742064_1240 (size=12001) 2024-11-23T11:22:01,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360981980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T11:22:02,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360982021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360982022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360982023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,037 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T11:22:02,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:02,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:02,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:02,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732360982055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360982083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T11:22:02,191 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T11:22:02,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:02,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:02,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:02,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360982224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360982226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360982226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732360982257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360982287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,348 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T11:22:02,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:02,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:02,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:02,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/bcd6314a951740f492381ab0478601e1 2024-11-23T11:22:02,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/a9d3a3391cca48fe8ad04c97018e5e46 is 50, key is test_row_0/B:col10/1732360921870/Put/seqid=0 2024-11-23T11:22:02,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742065_1241 (size=12001) 2024-11-23T11:22:02,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/a9d3a3391cca48fe8ad04c97018e5e46 2024-11-23T11:22:02,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/29acae8eba764265a4478fb7c9319f2f is 50, key is test_row_0/C:col10/1732360921870/Put/seqid=0 2024-11-23T11:22:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T11:22:02,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742066_1242 (size=12001) 2024-11-23T11:22:02,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/29acae8eba764265a4478fb7c9319f2f 2024-11-23T11:22:02,501 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T11:22:02,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:02,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:02,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:02,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/bcd6314a951740f492381ab0478601e1 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/bcd6314a951740f492381ab0478601e1 2024-11-23T11:22:02,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/bcd6314a951740f492381ab0478601e1, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T11:22:02,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/a9d3a3391cca48fe8ad04c97018e5e46 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/a9d3a3391cca48fe8ad04c97018e5e46 2024-11-23T11:22:02,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/a9d3a3391cca48fe8ad04c97018e5e46, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T11:22:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360982527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/29acae8eba764265a4478fb7c9319f2f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/29acae8eba764265a4478fb7c9319f2f 2024-11-23T11:22:02,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360982530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360982530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/29acae8eba764265a4478fb7c9319f2f, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T11:22:02,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8120eda1bc81d0b297ca330a2460ce57 in 677ms, sequenceid=12, compaction requested=false 2024-11-23T11:22:02,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:02,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T11:22:02,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:02,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:02,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:02,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:02,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:02,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:02,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/bb41abc642ea4c27926c23ea08d40a83 is 50, key is test_row_0/A:col10/1732360921917/Put/seqid=0 2024-11-23T11:22:02,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732360982588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360982606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742067_1243 (size=12001) 2024-11-23T11:22:02,657 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T11:22:02,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:02,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:02,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:02,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732360982692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T11:22:02,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:02,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:02,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:02,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732360982895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:02,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T11:22:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:02,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T11:22:03,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360983032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:03,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/bb41abc642ea4c27926c23ea08d40a83 2024-11-23T11:22:03,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360983039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:03,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360983041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:03,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/18776356f68842458d48e07642691af6 is 50, key is test_row_0/B:col10/1732360921917/Put/seqid=0 2024-11-23T11:22:03,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742068_1244 (size=12001) 2024-11-23T11:22:03,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360983112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:03,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:03,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T11:22:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:03,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732360983197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:03,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:03,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T11:22:03,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:03,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:03,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:03,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,425 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:03,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T11:22:03,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:03,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:03,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:03,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/18776356f68842458d48e07642691af6 2024-11-23T11:22:03,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/72620d55c2bc406383f89c2bcb67fff3 is 50, key is test_row_0/C:col10/1732360921917/Put/seqid=0 2024-11-23T11:22:03,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742069_1245 (size=12001) 2024-11-23T11:22:03,578 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:03,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T11:22:03,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:03,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:03,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:03,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732360983704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:03,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:03,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T11:22:03,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:03,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:03,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:03,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,885 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:03,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T11:22:03,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:03,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:03,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:03,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:03,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/72620d55c2bc406383f89c2bcb67fff3 2024-11-23T11:22:03,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/bb41abc642ea4c27926c23ea08d40a83 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/bb41abc642ea4c27926c23ea08d40a83 2024-11-23T11:22:03,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/bb41abc642ea4c27926c23ea08d40a83, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T11:22:03,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/18776356f68842458d48e07642691af6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/18776356f68842458d48e07642691af6 2024-11-23T11:22:03,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/18776356f68842458d48e07642691af6, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T11:22:03,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/72620d55c2bc406383f89c2bcb67fff3 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/72620d55c2bc406383f89c2bcb67fff3 2024-11-23T11:22:03,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/72620d55c2bc406383f89c2bcb67fff3, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T11:22:03,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8120eda1bc81d0b297ca330a2460ce57 in 1406ms, sequenceid=38, compaction requested=false 2024-11-23T11:22:03,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T11:22:04,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T11:22:04,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:04,039 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T11:22:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:04,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:04,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/4980943fe29c4a418255c877a4ce57f7 is 50, key is test_row_0/A:col10/1732360922586/Put/seqid=0 2024-11-23T11:22:04,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742070_1246 (size=12001) 2024-11-23T11:22:04,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360984124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360984124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360984124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360984125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360984227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360984227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360984227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360984228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360984430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360984430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360984431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360984431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,455 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/4980943fe29c4a418255c877a4ce57f7 2024-11-23T11:22:04,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/211419f0c82b4e179b0f8056d0926be3 is 50, key is test_row_0/B:col10/1732360922586/Put/seqid=0 2024-11-23T11:22:04,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742071_1247 (size=12001) 2024-11-23T11:22:04,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732360984707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360984733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360984733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360984734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360984735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:04,798 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T11:22:04,870 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/211419f0c82b4e179b0f8056d0926be3 2024-11-23T11:22:04,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/d33f1c501f1041498e9508de2178220b is 50, key is test_row_0/C:col10/1732360922586/Put/seqid=0 2024-11-23T11:22:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742072_1248 (size=12001) 2024-11-23T11:22:05,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360985237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:05,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360985238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:05,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360985238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:05,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360985239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:05,281 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/d33f1c501f1041498e9508de2178220b 2024-11-23T11:22:05,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/4980943fe29c4a418255c877a4ce57f7 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/4980943fe29c4a418255c877a4ce57f7 2024-11-23T11:22:05,295 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/4980943fe29c4a418255c877a4ce57f7, entries=150, sequenceid=48, filesize=11.7 K 2024-11-23T11:22:05,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/211419f0c82b4e179b0f8056d0926be3 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/211419f0c82b4e179b0f8056d0926be3 2024-11-23T11:22:05,301 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/211419f0c82b4e179b0f8056d0926be3, entries=150, sequenceid=48, filesize=11.7 K 2024-11-23T11:22:05,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/d33f1c501f1041498e9508de2178220b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d33f1c501f1041498e9508de2178220b 2024-11-23T11:22:05,306 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d33f1c501f1041498e9508de2178220b, entries=150, sequenceid=48, filesize=11.7 K 2024-11-23T11:22:05,307 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 8120eda1bc81d0b297ca330a2460ce57 in 1268ms, sequenceid=48, compaction requested=true 2024-11-23T11:22:05,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:05,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:05,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-23T11:22:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-23T11:22:05,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-23T11:22:05,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4240 sec 2024-11-23T11:22:05,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 3.4310 sec 2024-11-23T11:22:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T11:22:05,990 INFO [Thread-1115 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-23T11:22:05,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-23T11:22:05,993 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T11:22:05,994 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:05,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T11:22:06,146 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T11:22:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:06,147 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T11:22:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:06,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:06,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:06,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:06,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:06,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:06,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/60c2e3a6be10406b91f19df330dd2517 is 50, key is test_row_0/A:col10/1732360924122/Put/seqid=0 2024-11-23T11:22:06,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742073_1249 (size=12001) 2024-11-23T11:22:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:06,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:06,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360986247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360986248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360986248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360986249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T11:22:06,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360986351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360986351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360986351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360986555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360986555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360986556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,559 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/60c2e3a6be10406b91f19df330dd2517 2024-11-23T11:22:06,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/dc21a78b619344d4a94be146b00177c9 is 50, key is test_row_0/B:col10/1732360924122/Put/seqid=0 2024-11-23T11:22:06,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742074_1250 (size=12001) 2024-11-23T11:22:06,572 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/dc21a78b619344d4a94be146b00177c9 2024-11-23T11:22:06,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/d5111b309aaa4082801f48fb4bacfc11 is 50, key is test_row_0/C:col10/1732360924122/Put/seqid=0 2024-11-23T11:22:06,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742075_1251 (size=12001) 2024-11-23T11:22:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T11:22:06,600 DEBUG [master/9bf4ef99e196:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 0ad35f5083159548f59450d9107166a7 changed from -1.0 to 0.0, refreshing cache 2024-11-23T11:22:06,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732360986723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,726 DEBUG [Thread-1111 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., hostname=9bf4ef99e196,37431,1732360861208, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:06,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360986859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360986859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360986861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:06,984 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/d5111b309aaa4082801f48fb4bacfc11 2024-11-23T11:22:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/60c2e3a6be10406b91f19df330dd2517 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/60c2e3a6be10406b91f19df330dd2517 2024-11-23T11:22:06,994 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/60c2e3a6be10406b91f19df330dd2517, entries=150, sequenceid=74, filesize=11.7 K 2024-11-23T11:22:06,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/dc21a78b619344d4a94be146b00177c9 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/dc21a78b619344d4a94be146b00177c9 2024-11-23T11:22:06,999 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/dc21a78b619344d4a94be146b00177c9, entries=150, sequenceid=74, filesize=11.7 K 2024-11-23T11:22:06,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/d5111b309aaa4082801f48fb4bacfc11 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d5111b309aaa4082801f48fb4bacfc11 2024-11-23T11:22:07,003 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d5111b309aaa4082801f48fb4bacfc11, entries=150, sequenceid=74, filesize=11.7 K 2024-11-23T11:22:07,004 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8120eda1bc81d0b297ca330a2460ce57 in 857ms, sequenceid=74, compaction requested=true 2024-11-23T11:22:07,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:07,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:07,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-23T11:22:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-23T11:22:07,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-23T11:22:07,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0110 sec 2024-11-23T11:22:07,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.0160 sec 2024-11-23T11:22:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T11:22:07,097 INFO [Thread-1115 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-23T11:22:07,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-23T11:22:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T11:22:07,100 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:07,100 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:07,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T11:22:07,252 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:07,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T11:22:07,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:07,253 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T11:22:07,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:07,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:07,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:07,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:07,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:07,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:07,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/6de0340b18944da8af4b720bc3cec9b2 is 50, key is test_row_0/A:col10/1732360926246/Put/seqid=0 2024-11-23T11:22:07,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742076_1252 (size=12001) 2024-11-23T11:22:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:07,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:07,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360987394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:07,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360987396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:07,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360987396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T11:22:07,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360987498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:07,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360987501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:07,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360987501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:07,663 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/6de0340b18944da8af4b720bc3cec9b2 2024-11-23T11:22:07,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/e1165d87f9aa4a6f8ea7dbfd9d8bb415 is 50, key is test_row_0/B:col10/1732360926246/Put/seqid=0 2024-11-23T11:22:07,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742077_1253 (size=12001) 2024-11-23T11:22:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T11:22:07,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360987702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:07,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360987703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:07,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360987706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:08,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360988006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:08,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360988008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:08,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360988010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:08,080 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/e1165d87f9aa4a6f8ea7dbfd9d8bb415 2024-11-23T11:22:08,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/295b8403b053403bb530637014a04f2f is 50, key is test_row_0/C:col10/1732360926246/Put/seqid=0 2024-11-23T11:22:08,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742078_1254 (size=12001) 2024-11-23T11:22:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T11:22:08,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360988270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:08,272 DEBUG [Thread-1113 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., hostname=9bf4ef99e196,37431,1732360861208, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:08,505 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/295b8403b053403bb530637014a04f2f 2024-11-23T11:22:08,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/6de0340b18944da8af4b720bc3cec9b2 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6de0340b18944da8af4b720bc3cec9b2 2024-11-23T11:22:08,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360988510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:08,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360988513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:08,516 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6de0340b18944da8af4b720bc3cec9b2, entries=150, sequenceid=84, filesize=11.7 K 2024-11-23T11:22:08,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360988516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:08,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/e1165d87f9aa4a6f8ea7dbfd9d8bb415 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/e1165d87f9aa4a6f8ea7dbfd9d8bb415 2024-11-23T11:22:08,522 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/e1165d87f9aa4a6f8ea7dbfd9d8bb415, entries=150, sequenceid=84, filesize=11.7 K 2024-11-23T11:22:08,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/295b8403b053403bb530637014a04f2f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/295b8403b053403bb530637014a04f2f 2024-11-23T11:22:08,527 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/295b8403b053403bb530637014a04f2f, entries=150, sequenceid=84, filesize=11.7 K 2024-11-23T11:22:08,528 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 8120eda1bc81d0b297ca330a2460ce57 in 1275ms, sequenceid=84, compaction requested=true 2024-11-23T11:22:08,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:08,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:08,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-23T11:22:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-23T11:22:08,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-23T11:22:08,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4290 sec 2024-11-23T11:22:08,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.4330 sec 2024-11-23T11:22:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T11:22:09,204 INFO [Thread-1115 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-23T11:22:09,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-23T11:22:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T11:22:09,207 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:09,207 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:09,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T11:22:09,359 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:09,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T11:22:09,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:09,360 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T11:22:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:09,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/6d9a23560b2a49469a974cecb7c9e739 is 50, key is test_row_0/A:col10/1732360927390/Put/seqid=0 2024-11-23T11:22:09,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742079_1255 (size=12001) 2024-11-23T11:22:09,370 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/6d9a23560b2a49469a974cecb7c9e739 2024-11-23T11:22:09,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/8c4854f68ccc40a38babc9b5c743f848 is 50, key is test_row_0/B:col10/1732360927390/Put/seqid=0 2024-11-23T11:22:09,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742080_1256 (size=12001) 2024-11-23T11:22:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T11:22:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:09,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:09,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360989526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:09,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360989527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:09,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360989529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:09,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360989630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:09,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360989631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:09,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360989633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:09,785 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/8c4854f68ccc40a38babc9b5c743f848 2024-11-23T11:22:09,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/194fb0a98d2d4e9fb823ec8e1cbbb8c0 is 50, key is test_row_0/C:col10/1732360927390/Put/seqid=0 2024-11-23T11:22:09,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742081_1257 (size=12001) 2024-11-23T11:22:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T11:22:09,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360989834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:09,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360989836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:09,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360989836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:10,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360990139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:10,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360990139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:10,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360990142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:10,198 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/194fb0a98d2d4e9fb823ec8e1cbbb8c0 2024-11-23T11:22:10,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/6d9a23560b2a49469a974cecb7c9e739 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6d9a23560b2a49469a974cecb7c9e739 2024-11-23T11:22:10,210 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6d9a23560b2a49469a974cecb7c9e739, entries=150, sequenceid=111, filesize=11.7 K 2024-11-23T11:22:10,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/8c4854f68ccc40a38babc9b5c743f848 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/8c4854f68ccc40a38babc9b5c743f848 2024-11-23T11:22:10,220 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/8c4854f68ccc40a38babc9b5c743f848, entries=150, sequenceid=111, filesize=11.7 K 2024-11-23T11:22:10,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/194fb0a98d2d4e9fb823ec8e1cbbb8c0 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/194fb0a98d2d4e9fb823ec8e1cbbb8c0 2024-11-23T11:22:10,226 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/194fb0a98d2d4e9fb823ec8e1cbbb8c0, entries=150, sequenceid=111, filesize=11.7 K 2024-11-23T11:22:10,227 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 8120eda1bc81d0b297ca330a2460ce57 in 868ms, sequenceid=111, compaction requested=true 2024-11-23T11:22:10,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:10,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:10,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-23T11:22:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-23T11:22:10,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-23T11:22:10,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0290 sec 2024-11-23T11:22:10,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.0330 sec 2024-11-23T11:22:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T11:22:10,310 INFO [Thread-1115 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-23T11:22:10,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-23T11:22:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T11:22:10,314 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:10,314 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:10,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T11:22:10,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:10,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T11:22:10,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:10,467 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-23T11:22:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:10,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/1b2def8263ac42fe886f3211ec975e62 is 50, key is test_row_0/A:col10/1732360929524/Put/seqid=0 2024-11-23T11:22:10,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742082_1258 (size=9657) 2024-11-23T11:22:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T11:22:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:10,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:10,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360990720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:10,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360990721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:10,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360990723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:10,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732360990747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:10,752 DEBUG [Thread-1111 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., hostname=9bf4ef99e196,37431,1732360861208, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:10,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360990826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:10,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360990829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:10,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360990830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T11:22:10,947 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/1b2def8263ac42fe886f3211ec975e62 2024-11-23T11:22:10,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/3f389e4e47434d4c968e861bcf39ff0f is 50, key is test_row_0/B:col10/1732360929524/Put/seqid=0 2024-11-23T11:22:11,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742083_1259 (size=9657) 2024-11-23T11:22:11,027 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/3f389e4e47434d4c968e861bcf39ff0f 2024-11-23T11:22:11,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360991034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360991036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360991037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/72657a5c60524f25b17ea677d967bfe7 is 50, key is test_row_0/C:col10/1732360929524/Put/seqid=0 2024-11-23T11:22:11,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742084_1260 (size=9657) 2024-11-23T11:22:11,091 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/72657a5c60524f25b17ea677d967bfe7 2024-11-23T11:22:11,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/1b2def8263ac42fe886f3211ec975e62 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/1b2def8263ac42fe886f3211ec975e62 2024-11-23T11:22:11,102 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/1b2def8263ac42fe886f3211ec975e62, entries=100, sequenceid=120, filesize=9.4 K 2024-11-23T11:22:11,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/3f389e4e47434d4c968e861bcf39ff0f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/3f389e4e47434d4c968e861bcf39ff0f 2024-11-23T11:22:11,108 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/3f389e4e47434d4c968e861bcf39ff0f, entries=100, sequenceid=120, filesize=9.4 K 2024-11-23T11:22:11,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/72657a5c60524f25b17ea677d967bfe7 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/72657a5c60524f25b17ea677d967bfe7 2024-11-23T11:22:11,121 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/72657a5c60524f25b17ea677d967bfe7, entries=100, sequenceid=120, filesize=9.4 K 2024-11-23T11:22:11,122 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 8120eda1bc81d0b297ca330a2460ce57 in 656ms, sequenceid=120, compaction requested=true 2024-11-23T11:22:11,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:11,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:11,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-23T11:22:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-23T11:22:11,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-23T11:22:11,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 810 msec 2024-11-23T11:22:11,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 814 msec 2024-11-23T11:22:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:11,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T11:22:11,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:11,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:11,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:11,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:11,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:11,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:11,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360991357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/2438fa171ff14124a4a991b8088e58eb is 50, key is test_row_0/A:col10/1732360931348/Put/seqid=0 2024-11-23T11:22:11,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360991359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360991360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742085_1261 (size=12151) 2024-11-23T11:22:11,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/2438fa171ff14124a4a991b8088e58eb 2024-11-23T11:22:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T11:22:11,419 INFO [Thread-1115 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-23T11:22:11,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-23T11:22:11,422 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:11,423 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:11,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T11:22:11,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/98d12e65dd8a49b9a2b6bff14c21391a is 50, key is test_row_0/B:col10/1732360931348/Put/seqid=0 2024-11-23T11:22:11,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360991465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360991468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360991469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742086_1262 (size=12151) 2024-11-23T11:22:11,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/98d12e65dd8a49b9a2b6bff14c21391a 2024-11-23T11:22:11,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/4cddae2bc1404fc2a756878a80b07f33 is 50, key is test_row_0/C:col10/1732360931348/Put/seqid=0 2024-11-23T11:22:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T11:22:11,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742087_1263 (size=12151) 2024-11-23T11:22:11,575 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T11:22:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:11,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:11,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:11,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360991674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360991677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360991678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T11:22:11,729 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T11:22:11,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:11,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:11,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:11,886 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T11:22:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:11,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:11,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/4cddae2bc1404fc2a756878a80b07f33 2024-11-23T11:22:11,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/2438fa171ff14124a4a991b8088e58eb as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/2438fa171ff14124a4a991b8088e58eb 2024-11-23T11:22:11,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/2438fa171ff14124a4a991b8088e58eb, entries=150, sequenceid=149, filesize=11.9 K 2024-11-23T11:22:11,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/98d12e65dd8a49b9a2b6bff14c21391a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/98d12e65dd8a49b9a2b6bff14c21391a 2024-11-23T11:22:11,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360991989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360991989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:11,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360991989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:12,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/98d12e65dd8a49b9a2b6bff14c21391a, entries=150, sequenceid=149, filesize=11.9 K 2024-11-23T11:22:12,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/4cddae2bc1404fc2a756878a80b07f33 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/4cddae2bc1404fc2a756878a80b07f33 2024-11-23T11:22:12,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/4cddae2bc1404fc2a756878a80b07f33, entries=150, sequenceid=149, filesize=11.9 K 2024-11-23T11:22:12,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 8120eda1bc81d0b297ca330a2460ce57 in 664ms, sequenceid=149, compaction requested=true 2024-11-23T11:22:12,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:12,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:22:12,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:12,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:22:12,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:12,014 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-23T11:22:12,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:22:12,014 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-23T11:22:12,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:12,017 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 93814 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-23T11:22:12,017 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/A is initiating minor compaction (all files) 2024-11-23T11:22:12,017 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/A in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:12,017 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/bcd6314a951740f492381ab0478601e1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/bb41abc642ea4c27926c23ea08d40a83, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/4980943fe29c4a418255c877a4ce57f7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/60c2e3a6be10406b91f19df330dd2517, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6de0340b18944da8af4b720bc3cec9b2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6d9a23560b2a49469a974cecb7c9e739, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/1b2def8263ac42fe886f3211ec975e62, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/2438fa171ff14124a4a991b8088e58eb] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=91.6 K 2024-11-23T11:22:12,017 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcd6314a951740f492381ab0478601e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732360921867 2024-11-23T11:22:12,018 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 93814 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-23T11:22:12,018 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/B is initiating minor compaction (all files) 2024-11-23T11:22:12,018 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/B in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:12,018 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/a9d3a3391cca48fe8ad04c97018e5e46, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/18776356f68842458d48e07642691af6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/211419f0c82b4e179b0f8056d0926be3, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/dc21a78b619344d4a94be146b00177c9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/e1165d87f9aa4a6f8ea7dbfd9d8bb415, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/8c4854f68ccc40a38babc9b5c743f848, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/3f389e4e47434d4c968e861bcf39ff0f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/98d12e65dd8a49b9a2b6bff14c21391a] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=91.6 K 2024-11-23T11:22:12,018 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb41abc642ea4c27926c23ea08d40a83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732360921911 2024-11-23T11:22:12,018 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting a9d3a3391cca48fe8ad04c97018e5e46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732360921867 2024-11-23T11:22:12,019 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 18776356f68842458d48e07642691af6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732360921911 2024-11-23T11:22:12,019 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4980943fe29c4a418255c877a4ce57f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732360922573 2024-11-23T11:22:12,019 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60c2e3a6be10406b91f19df330dd2517, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732360924122 2024-11-23T11:22:12,019 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 211419f0c82b4e179b0f8056d0926be3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732360922573 2024-11-23T11:22:12,019 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6de0340b18944da8af4b720bc3cec9b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732360926246 2024-11-23T11:22:12,019 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting dc21a78b619344d4a94be146b00177c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732360924122 2024-11-23T11:22:12,020 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d9a23560b2a49469a974cecb7c9e739, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732360927390 2024-11-23T11:22:12,020 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting e1165d87f9aa4a6f8ea7dbfd9d8bb415, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732360926246 2024-11-23T11:22:12,021 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c4854f68ccc40a38babc9b5c743f848, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732360927390 2024-11-23T11:22:12,021 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b2def8263ac42fe886f3211ec975e62, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732360929524 2024-11-23T11:22:12,022 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f389e4e47434d4c968e861bcf39ff0f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732360929524 2024-11-23T11:22:12,022 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2438fa171ff14124a4a991b8088e58eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732360930719 2024-11-23T11:22:12,023 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 98d12e65dd8a49b9a2b6bff14c21391a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732360930719 2024-11-23T11:22:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T11:22:12,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:12,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T11:22:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:12,041 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T11:22:12,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:12,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:12,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:12,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:12,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:12,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:12,070 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#A#compaction#218 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:12,071 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/2da1bbbc944e43f3b3a4dc311313b309 is 50, key is test_row_0/A:col10/1732360931348/Put/seqid=0 2024-11-23T11:22:12,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/1a7189cd80ed4519ba118a943369bafc is 50, key is test_row_1/A:col10/1732360931357/Put/seqid=0 2024-11-23T11:22:12,095 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#B#compaction#220 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:12,095 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/63e8b4ea7c7347d78c7a40f7872d2eb7 is 50, key is test_row_0/B:col10/1732360931348/Put/seqid=0 2024-11-23T11:22:12,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742088_1264 (size=12425) 2024-11-23T11:22:12,135 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/2da1bbbc944e43f3b3a4dc311313b309 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/2da1bbbc944e43f3b3a4dc311313b309 2024-11-23T11:22:12,140 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/A of 8120eda1bc81d0b297ca330a2460ce57 into 2da1bbbc944e43f3b3a4dc311313b309(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:12,140 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:12,140 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/A, priority=8, startTime=1732360932014; duration=0sec 2024-11-23T11:22:12,140 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:12,140 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:A 2024-11-23T11:22:12,141 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-23T11:22:12,144 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 93814 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-23T11:22:12,144 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/C is initiating minor compaction (all files) 2024-11-23T11:22:12,144 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/C in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:12,144 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/29acae8eba764265a4478fb7c9319f2f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/72620d55c2bc406383f89c2bcb67fff3, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d33f1c501f1041498e9508de2178220b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d5111b309aaa4082801f48fb4bacfc11, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/295b8403b053403bb530637014a04f2f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/194fb0a98d2d4e9fb823ec8e1cbbb8c0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/72657a5c60524f25b17ea677d967bfe7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/4cddae2bc1404fc2a756878a80b07f33] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=91.6 K 2024-11-23T11:22:12,145 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29acae8eba764265a4478fb7c9319f2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732360921867 2024-11-23T11:22:12,145 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72620d55c2bc406383f89c2bcb67fff3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732360921911 2024-11-23T11:22:12,145 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting d33f1c501f1041498e9508de2178220b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732360922573 2024-11-23T11:22:12,146 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5111b309aaa4082801f48fb4bacfc11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732360924122 2024-11-23T11:22:12,146 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 295b8403b053403bb530637014a04f2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732360926246 2024-11-23T11:22:12,146 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 194fb0a98d2d4e9fb823ec8e1cbbb8c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732360927390 2024-11-23T11:22:12,147 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72657a5c60524f25b17ea677d967bfe7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732360929524 2024-11-23T11:22:12,147 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cddae2bc1404fc2a756878a80b07f33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732360930719 2024-11-23T11:22:12,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742089_1265 (size=9757) 2024-11-23T11:22:12,166 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/1a7189cd80ed4519ba118a943369bafc 2024-11-23T11:22:12,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742090_1266 (size=12425) 2024-11-23T11:22:12,206 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#C#compaction#221 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:12,207 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/625e4e78adbb45f48e52f131b1f87e4e is 50, key is test_row_0/C:col10/1732360931348/Put/seqid=0 2024-11-23T11:22:12,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/d0fda24bf86d4776b5b9f30efa75aa39 is 50, key is test_row_1/B:col10/1732360931357/Put/seqid=0 2024-11-23T11:22:12,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742091_1267 (size=12425) 2024-11-23T11:22:12,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742092_1268 (size=9757) 2024-11-23T11:22:12,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:12,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360992453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:12,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360992496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:12,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360992496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:12,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360992498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T11:22:12,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360992562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:12,600 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/63e8b4ea7c7347d78c7a40f7872d2eb7 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/63e8b4ea7c7347d78c7a40f7872d2eb7 2024-11-23T11:22:12,607 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/B of 8120eda1bc81d0b297ca330a2460ce57 into 63e8b4ea7c7347d78c7a40f7872d2eb7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:12,607 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:12,607 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/B, priority=8, startTime=1732360932014; duration=0sec 2024-11-23T11:22:12,607 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:12,607 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:B 2024-11-23T11:22:12,665 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/625e4e78adbb45f48e52f131b1f87e4e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/625e4e78adbb45f48e52f131b1f87e4e 2024-11-23T11:22:12,671 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/C of 8120eda1bc81d0b297ca330a2460ce57 into 625e4e78adbb45f48e52f131b1f87e4e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:12,671 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:12,671 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/C, priority=8, startTime=1732360932014; duration=0sec 2024-11-23T11:22:12,671 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:12,671 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:C 2024-11-23T11:22:12,685 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/d0fda24bf86d4776b5b9f30efa75aa39 2024-11-23T11:22:12,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/8b009a55ed694d07a5332dc4d3333fd9 is 50, key is test_row_1/C:col10/1732360931357/Put/seqid=0 2024-11-23T11:22:12,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742093_1269 (size=9757) 2024-11-23T11:22:12,740 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/8b009a55ed694d07a5332dc4d3333fd9 2024-11-23T11:22:12,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/1a7189cd80ed4519ba118a943369bafc as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/1a7189cd80ed4519ba118a943369bafc 2024-11-23T11:22:12,753 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/1a7189cd80ed4519ba118a943369bafc, entries=100, sequenceid=156, filesize=9.5 K 2024-11-23T11:22:12,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/d0fda24bf86d4776b5b9f30efa75aa39 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d0fda24bf86d4776b5b9f30efa75aa39 2024-11-23T11:22:12,766 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d0fda24bf86d4776b5b9f30efa75aa39, entries=100, sequenceid=156, filesize=9.5 K 2024-11-23T11:22:12,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/8b009a55ed694d07a5332dc4d3333fd9 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/8b009a55ed694d07a5332dc4d3333fd9 2024-11-23T11:22:12,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360992766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:12,771 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/8b009a55ed694d07a5332dc4d3333fd9, entries=100, sequenceid=156, filesize=9.5 K 2024-11-23T11:22:12,772 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 8120eda1bc81d0b297ca330a2460ce57 in 732ms, sequenceid=156, compaction requested=false 2024-11-23T11:22:12,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:12,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:12,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-23T11:22:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-23T11:22:12,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-23T11:22:12,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3510 sec 2024-11-23T11:22:12,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.3570 sec 2024-11-23T11:22:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:13,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-23T11:22:13,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:13,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:13,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:13,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:13,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:13,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:13,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/77d8bf0a40f040769e53f405447e40bd is 50, key is test_row_0/A:col10/1732360932451/Put/seqid=0 2024-11-23T11:22:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742094_1270 (size=14541) 2024-11-23T11:22:13,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360993101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360993205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:13,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360993411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:13,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/77d8bf0a40f040769e53f405447e40bd 2024-11-23T11:22:13,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360993503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:13,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360993504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:13,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/aee5933433a842e584d7efea79e75798 is 50, key is test_row_0/B:col10/1732360932451/Put/seqid=0 2024-11-23T11:22:13,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360993516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T11:22:13,538 INFO [Thread-1115 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-23T11:22:13,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-23T11:22:13,541 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T11:22:13,542 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:13,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:13,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742095_1271 (size=12151) 2024-11-23T11:22:13,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/aee5933433a842e584d7efea79e75798 2024-11-23T11:22:13,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/6f7eb5a26d194f9f8a8352aff435a73b is 50, key is test_row_0/C:col10/1732360932451/Put/seqid=0 2024-11-23T11:22:13,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742096_1272 (size=12151) 2024-11-23T11:22:13,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/6f7eb5a26d194f9f8a8352aff435a73b 2024-11-23T11:22:13,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/77d8bf0a40f040769e53f405447e40bd as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/77d8bf0a40f040769e53f405447e40bd 2024-11-23T11:22:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T11:22:13,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/77d8bf0a40f040769e53f405447e40bd, entries=200, sequenceid=189, filesize=14.2 K 2024-11-23T11:22:13,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/aee5933433a842e584d7efea79e75798 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/aee5933433a842e584d7efea79e75798 2024-11-23T11:22:13,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/aee5933433a842e584d7efea79e75798, entries=150, sequenceid=189, filesize=11.9 K 2024-11-23T11:22:13,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/6f7eb5a26d194f9f8a8352aff435a73b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/6f7eb5a26d194f9f8a8352aff435a73b 2024-11-23T11:22:13,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/6f7eb5a26d194f9f8a8352aff435a73b, entries=150, sequenceid=189, filesize=11.9 K 2024-11-23T11:22:13,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 8120eda1bc81d0b297ca330a2460ce57 in 587ms, sequenceid=189, compaction requested=true 2024-11-23T11:22:13,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:13,660 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:13,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:22:13,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:13,660 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:13,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:22:13,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:13,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:22:13,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:13,661 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36723 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:13,661 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/A is initiating minor compaction (all files) 2024-11-23T11:22:13,661 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/A in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:13,661 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/2da1bbbc944e43f3b3a4dc311313b309, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/1a7189cd80ed4519ba118a943369bafc, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/77d8bf0a40f040769e53f405447e40bd] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=35.9 K 2024-11-23T11:22:13,662 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2da1bbbc944e43f3b3a4dc311313b309, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732360930719 2024-11-23T11:22:13,662 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:13,662 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/B is initiating minor compaction (all files) 2024-11-23T11:22:13,662 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/B in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:13,662 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/63e8b4ea7c7347d78c7a40f7872d2eb7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d0fda24bf86d4776b5b9f30efa75aa39, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/aee5933433a842e584d7efea79e75798] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=33.5 K 2024-11-23T11:22:13,663 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a7189cd80ed4519ba118a943369bafc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732360931357 2024-11-23T11:22:13,663 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 63e8b4ea7c7347d78c7a40f7872d2eb7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732360930719 2024-11-23T11:22:13,663 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77d8bf0a40f040769e53f405447e40bd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732360932410 2024-11-23T11:22:13,663 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting d0fda24bf86d4776b5b9f30efa75aa39, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732360931357 2024-11-23T11:22:13,664 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting aee5933433a842e584d7efea79e75798, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732360932410 2024-11-23T11:22:13,680 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#A#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:13,680 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/3a2490de0c234785ab79d20ec1dda54d is 50, key is test_row_0/A:col10/1732360932451/Put/seqid=0 2024-11-23T11:22:13,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:13,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T11:22:13,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:13,694 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-23T11:22:13,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:13,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:13,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:13,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:13,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:13,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:13,699 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:13,700 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/a58da202c5a5400a963210a299878211 is 50, key is test_row_0/B:col10/1732360932451/Put/seqid=0 2024-11-23T11:22:13,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/8a901b965e8b4f35846db94b58441901 is 50, key is test_row_0/A:col10/1732360933075/Put/seqid=0 2024-11-23T11:22:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:13,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:13,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742097_1273 (size=12527) 2024-11-23T11:22:13,760 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/3a2490de0c234785ab79d20ec1dda54d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/3a2490de0c234785ab79d20ec1dda54d 2024-11-23T11:22:13,766 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/A of 8120eda1bc81d0b297ca330a2460ce57 into 3a2490de0c234785ab79d20ec1dda54d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:13,766 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:13,766 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/A, priority=13, startTime=1732360933660; duration=0sec 2024-11-23T11:22:13,767 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:13,767 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:A 2024-11-23T11:22:13,767 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:13,768 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:13,768 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/C is initiating minor compaction (all files) 2024-11-23T11:22:13,768 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/C in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:13,768 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/625e4e78adbb45f48e52f131b1f87e4e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/8b009a55ed694d07a5332dc4d3333fd9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/6f7eb5a26d194f9f8a8352aff435a73b] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=33.5 K 2024-11-23T11:22:13,769 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 625e4e78adbb45f48e52f131b1f87e4e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732360930719 2024-11-23T11:22:13,769 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b009a55ed694d07a5332dc4d3333fd9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732360931357 2024-11-23T11:22:13,770 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f7eb5a26d194f9f8a8352aff435a73b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732360932410 2024-11-23T11:22:13,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742098_1274 (size=12527) 2024-11-23T11:22:13,793 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/a58da202c5a5400a963210a299878211 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/a58da202c5a5400a963210a299878211 2024-11-23T11:22:13,794 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:13,794 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/aa05bc88b0674e84a131928381b5d10d is 50, key is test_row_0/C:col10/1732360932451/Put/seqid=0 2024-11-23T11:22:13,799 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/B of 8120eda1bc81d0b297ca330a2460ce57 into a58da202c5a5400a963210a299878211(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:13,799 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:13,799 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/B, priority=13, startTime=1732360933660; duration=0sec 2024-11-23T11:22:13,799 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:13,799 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:B 2024-11-23T11:22:13,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742099_1275 (size=12151) 2024-11-23T11:22:13,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742100_1276 (size=12527) 2024-11-23T11:22:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T11:22:13,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360993874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:13,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360993979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T11:22:14,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360994183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:14,201 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/8a901b965e8b4f35846db94b58441901 2024-11-23T11:22:14,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/6e21d734a9f74c7ebafb4ebeecb0cc9d is 50, key is test_row_0/B:col10/1732360933075/Put/seqid=0 2024-11-23T11:22:14,245 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/aa05bc88b0674e84a131928381b5d10d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/aa05bc88b0674e84a131928381b5d10d 2024-11-23T11:22:14,251 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/C of 8120eda1bc81d0b297ca330a2460ce57 into aa05bc88b0674e84a131928381b5d10d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:14,251 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:14,251 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/C, priority=13, startTime=1732360933661; duration=0sec 2024-11-23T11:22:14,252 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:14,252 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:C 2024-11-23T11:22:14,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742101_1277 (size=12151) 2024-11-23T11:22:14,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360994487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T11:22:14,666 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/6e21d734a9f74c7ebafb4ebeecb0cc9d 2024-11-23T11:22:14,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/fcedc53e4b904dbca8d5a3ea58bbf04e is 50, key is test_row_0/C:col10/1732360933075/Put/seqid=0 2024-11-23T11:22:14,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742102_1278 (size=12151) 2024-11-23T11:22:15,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360994992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:15,117 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/fcedc53e4b904dbca8d5a3ea58bbf04e 2024-11-23T11:22:15,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/8a901b965e8b4f35846db94b58441901 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/8a901b965e8b4f35846db94b58441901 2024-11-23T11:22:15,130 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/8a901b965e8b4f35846db94b58441901, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T11:22:15,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/6e21d734a9f74c7ebafb4ebeecb0cc9d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/6e21d734a9f74c7ebafb4ebeecb0cc9d 2024-11-23T11:22:15,136 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/6e21d734a9f74c7ebafb4ebeecb0cc9d, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T11:22:15,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/fcedc53e4b904dbca8d5a3ea58bbf04e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/fcedc53e4b904dbca8d5a3ea58bbf04e 2024-11-23T11:22:15,150 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/fcedc53e4b904dbca8d5a3ea58bbf04e, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T11:22:15,154 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 8120eda1bc81d0b297ca330a2460ce57 in 1458ms, sequenceid=195, compaction requested=false 2024-11-23T11:22:15,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:15,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:15,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-23T11:22:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-23T11:22:15,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-23T11:22:15,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6140 sec 2024-11-23T11:22:15,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.6190 sec 2024-11-23T11:22:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:15,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-23T11:22:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:15,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360995523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:15,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360995525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:15,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360995527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:15,530 DEBUG [Thread-1109 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., hostname=9bf4ef99e196,37431,1732360861208, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:15,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/4681a7b30a654fb9a617f763149d3c9c is 50, key is test_row_0/A:col10/1732360933854/Put/seqid=0 2024-11-23T11:22:15,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742103_1279 (size=12151) 2024-11-23T11:22:15,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/4681a7b30a654fb9a617f763149d3c9c 2024-11-23T11:22:15,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/9aabab6a88b54884bf4e1e8a94c053fc is 50, key is test_row_0/B:col10/1732360933854/Put/seqid=0 2024-11-23T11:22:15,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:15,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360995628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360995629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T11:22:15,646 INFO [Thread-1115 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-23T11:22:15,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:15,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742104_1280 (size=12151) 2024-11-23T11:22:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-23T11:22:15,650 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:15,651 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T11:22:15,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T11:22:15,804 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:15,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T11:22:15,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:15,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:15,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:15,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:15,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:15,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360995835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:15,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360995835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T11:22:15,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:15,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T11:22:15,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:15,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:15,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:15,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:15,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:16,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360996010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:16,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/9aabab6a88b54884bf4e1e8a94c053fc 2024-11-23T11:22:16,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/1c6909f1cc214947bcaf17805beb53ae is 50, key is test_row_0/C:col10/1732360933854/Put/seqid=0 2024-11-23T11:22:16,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:16,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T11:22:16,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:16,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:16,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:16,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:16,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:16,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742105_1281 (size=12151) 2024-11-23T11:22:16,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/1c6909f1cc214947bcaf17805beb53ae 2024-11-23T11:22:16,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/4681a7b30a654fb9a617f763149d3c9c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/4681a7b30a654fb9a617f763149d3c9c 2024-11-23T11:22:16,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/4681a7b30a654fb9a617f763149d3c9c, entries=150, sequenceid=229, filesize=11.9 K 2024-11-23T11:22:16,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/9aabab6a88b54884bf4e1e8a94c053fc as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/9aabab6a88b54884bf4e1e8a94c053fc 2024-11-23T11:22:16,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/9aabab6a88b54884bf4e1e8a94c053fc, entries=150, sequenceid=229, filesize=11.9 K 2024-11-23T11:22:16,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/1c6909f1cc214947bcaf17805beb53ae as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/1c6909f1cc214947bcaf17805beb53ae 2024-11-23T11:22:16,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360996140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:16,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:16,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/1c6909f1cc214947bcaf17805beb53ae, entries=150, sequenceid=229, filesize=11.9 K 2024-11-23T11:22:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360996142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:16,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 8120eda1bc81d0b297ca330a2460ce57 in 635ms, sequenceid=229, compaction requested=true 2024-11-23T11:22:16,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:16,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:22:16,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:16,151 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:16,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:22:16,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:16,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:22:16,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:16,152 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:16,154 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:16,154 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/A is initiating minor compaction (all files) 2024-11-23T11:22:16,154 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/A in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:16,154 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/3a2490de0c234785ab79d20ec1dda54d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/8a901b965e8b4f35846db94b58441901, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/4681a7b30a654fb9a617f763149d3c9c] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=36.0 K 2024-11-23T11:22:16,154 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:16,154 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/B is initiating minor compaction (all files) 2024-11-23T11:22:16,154 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/B in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:16,154 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/a58da202c5a5400a963210a299878211, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/6e21d734a9f74c7ebafb4ebeecb0cc9d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/9aabab6a88b54884bf4e1e8a94c053fc] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=36.0 K 2024-11-23T11:22:16,155 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a2490de0c234785ab79d20ec1dda54d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732360932410 2024-11-23T11:22:16,155 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting a58da202c5a5400a963210a299878211, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732360932410 2024-11-23T11:22:16,156 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a901b965e8b4f35846db94b58441901, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732360933075 2024-11-23T11:22:16,156 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e21d734a9f74c7ebafb4ebeecb0cc9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732360933075 2024-11-23T11:22:16,157 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4681a7b30a654fb9a617f763149d3c9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732360933854 2024-11-23T11:22:16,157 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 9aabab6a88b54884bf4e1e8a94c053fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732360933854 2024-11-23T11:22:16,170 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#A#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:16,170 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/26272496d91e4caa9d2f32f03564411b is 50, key is test_row_0/A:col10/1732360933854/Put/seqid=0 2024-11-23T11:22:16,190 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#B#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:16,191 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/1102dce977c24ee5b2be972d3675e759 is 50, key is test_row_0/B:col10/1732360933854/Put/seqid=0 2024-11-23T11:22:16,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742106_1282 (size=12629) 2024-11-23T11:22:16,242 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/26272496d91e4caa9d2f32f03564411b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/26272496d91e4caa9d2f32f03564411b 2024-11-23T11:22:16,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742107_1283 (size=12629) 2024-11-23T11:22:16,253 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/A of 8120eda1bc81d0b297ca330a2460ce57 into 26272496d91e4caa9d2f32f03564411b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:16,253 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:16,253 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/A, priority=13, startTime=1732360936151; duration=0sec 2024-11-23T11:22:16,253 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:16,253 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:A 2024-11-23T11:22:16,253 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:16,267 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/1102dce977c24ee5b2be972d3675e759 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/1102dce977c24ee5b2be972d3675e759 2024-11-23T11:22:16,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:16,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T11:22:16,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T11:22:16,269 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-23T11:22:16,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:16,273 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:16,273 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/C is initiating minor compaction (all files) 2024-11-23T11:22:16,273 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/C in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:16,273 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/aa05bc88b0674e84a131928381b5d10d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/fcedc53e4b904dbca8d5a3ea58bbf04e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/1c6909f1cc214947bcaf17805beb53ae] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=36.0 K 2024-11-23T11:22:16,278 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa05bc88b0674e84a131928381b5d10d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732360932410 2024-11-23T11:22:16,278 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcedc53e4b904dbca8d5a3ea58bbf04e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732360933075 2024-11-23T11:22:16,279 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c6909f1cc214947bcaf17805beb53ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732360933854 2024-11-23T11:22:16,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/06adbf2172ff4384b501ee46da251496 is 50, key is test_row_2/A:col10/1732360935522/Put/seqid=0 2024-11-23T11:22:16,286 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/B of 8120eda1bc81d0b297ca330a2460ce57 into 1102dce977c24ee5b2be972d3675e759(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:16,286 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:16,286 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/B, priority=13, startTime=1732360936151; duration=0sec 2024-11-23T11:22:16,286 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:16,286 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:B 2024-11-23T11:22:16,298 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:16,299 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/165b9f10a50f45a8bc3dd0c635e43284 is 50, key is test_row_0/C:col10/1732360933854/Put/seqid=0 2024-11-23T11:22:16,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742108_1284 (size=7365) 2024-11-23T11:22:16,339 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/06adbf2172ff4384b501ee46da251496 2024-11-23T11:22:16,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742109_1285 (size=12629) 2024-11-23T11:22:16,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/36e7c6c8252c4f4fae47c15955dbd902 is 50, key is test_row_2/B:col10/1732360935522/Put/seqid=0 2024-11-23T11:22:16,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742110_1286 (size=7365) 2024-11-23T11:22:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:16,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:16,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360996737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:16,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360996741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:16,752 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/165b9f10a50f45a8bc3dd0c635e43284 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/165b9f10a50f45a8bc3dd0c635e43284 2024-11-23T11:22:16,763 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/C of 8120eda1bc81d0b297ca330a2460ce57 into 165b9f10a50f45a8bc3dd0c635e43284(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:16,763 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:16,763 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/C, priority=13, startTime=1732360936152; duration=0sec 2024-11-23T11:22:16,763 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:16,763 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:C 2024-11-23T11:22:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T11:22:16,801 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/36e7c6c8252c4f4fae47c15955dbd902 2024-11-23T11:22:16,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/a03bdfcf33cb49319c2fe9fb193f00e5 is 50, key is test_row_2/C:col10/1732360935522/Put/seqid=0 2024-11-23T11:22:16,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360996842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:16,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360996845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:16,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742111_1287 (size=7365) 2024-11-23T11:22:16,853 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/a03bdfcf33cb49319c2fe9fb193f00e5 2024-11-23T11:22:16,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/06adbf2172ff4384b501ee46da251496 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/06adbf2172ff4384b501ee46da251496 2024-11-23T11:22:16,864 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/06adbf2172ff4384b501ee46da251496, entries=50, sequenceid=235, filesize=7.2 K 2024-11-23T11:22:16,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/36e7c6c8252c4f4fae47c15955dbd902 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/36e7c6c8252c4f4fae47c15955dbd902 2024-11-23T11:22:16,869 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/36e7c6c8252c4f4fae47c15955dbd902, entries=50, sequenceid=235, filesize=7.2 K 2024-11-23T11:22:16,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/a03bdfcf33cb49319c2fe9fb193f00e5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/a03bdfcf33cb49319c2fe9fb193f00e5 2024-11-23T11:22:16,875 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/a03bdfcf33cb49319c2fe9fb193f00e5, entries=50, sequenceid=235, filesize=7.2 K 2024-11-23T11:22:16,876 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 8120eda1bc81d0b297ca330a2460ce57 in 607ms, sequenceid=235, compaction requested=false 2024-11-23T11:22:16,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:16,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:16,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-23T11:22:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-23T11:22:16,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-23T11:22:16,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2270 sec 2024-11-23T11:22:16,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.2320 sec 2024-11-23T11:22:17,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-23T11:22:17,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:17,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:17,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:17,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:17,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:17,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:17,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360997055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:17,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360997055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:17,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/6111c926d8a54356aec4b58d1b8340fb is 50, key is test_row_0/A:col10/1732360937051/Put/seqid=0 2024-11-23T11:22:17,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742112_1288 (size=14741) 2024-11-23T11:22:17,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360997158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:17,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360997160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:17,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360997363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:17,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360997364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:17,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/6111c926d8a54356aec4b58d1b8340fb 2024-11-23T11:22:17,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/d4612b1a83164cd39342a7631c09bec3 is 50, key is test_row_0/B:col10/1732360937051/Put/seqid=0 2024-11-23T11:22:17,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742113_1289 (size=12301) 2024-11-23T11:22:17,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360997669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:17,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360997669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T11:22:17,771 INFO [Thread-1115 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-23T11:22:17,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-23T11:22:17,775 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T11:22:17,775 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:17,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T11:22:17,927 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:17,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T11:22:17,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:17,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:17,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:17,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:17,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:17,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/d4612b1a83164cd39342a7631c09bec3 2024-11-23T11:22:17,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/11b0b5bef57e41d09cee70bec44da789 is 50, key is test_row_0/C:col10/1732360937051/Put/seqid=0 2024-11-23T11:22:18,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44300 deadline: 1732360998029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:18,032 DEBUG [Thread-1113 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., hostname=9bf4ef99e196,37431,1732360861208, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:18,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742114_1290 (size=12301) 2024-11-23T11:22:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T11:22:18,081 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:18,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T11:22:18,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:18,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:18,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:18,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:18,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:18,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:18,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360998176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360998176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:18,234 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:18,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T11:22:18,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:18,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:18,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:18,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:18,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T11:22:18,392 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:18,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T11:22:18,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:18,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:18,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:18,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:18,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:18,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/11b0b5bef57e41d09cee70bec44da789 2024-11-23T11:22:18,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/6111c926d8a54356aec4b58d1b8340fb as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6111c926d8a54356aec4b58d1b8340fb 2024-11-23T11:22:18,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6111c926d8a54356aec4b58d1b8340fb, entries=200, sequenceid=269, filesize=14.4 K 2024-11-23T11:22:18,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/d4612b1a83164cd39342a7631c09bec3 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d4612b1a83164cd39342a7631c09bec3 2024-11-23T11:22:18,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d4612b1a83164cd39342a7631c09bec3, entries=150, sequenceid=269, filesize=12.0 K 2024-11-23T11:22:18,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/11b0b5bef57e41d09cee70bec44da789 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/11b0b5bef57e41d09cee70bec44da789 2024-11-23T11:22:18,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/11b0b5bef57e41d09cee70bec44da789, entries=150, sequenceid=269, filesize=12.0 K 2024-11-23T11:22:18,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 8120eda1bc81d0b297ca330a2460ce57 in 1423ms, sequenceid=269, compaction requested=true 2024-11-23T11:22:18,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:18,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:22:18,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:18,476 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:18,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:22:18,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:18,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:22:18,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T11:22:18,476 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:18,477 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32295 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:18,477 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/B is initiating minor compaction (all files) 2024-11-23T11:22:18,477 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/B in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:18,477 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/1102dce977c24ee5b2be972d3675e759, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/36e7c6c8252c4f4fae47c15955dbd902, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d4612b1a83164cd39342a7631c09bec3] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=31.5 K 2024-11-23T11:22:18,478 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34735 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:18,478 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/A is initiating minor compaction (all files) 2024-11-23T11:22:18,478 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/A in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:18,478 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 1102dce977c24ee5b2be972d3675e759, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732360933854 2024-11-23T11:22:18,478 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/26272496d91e4caa9d2f32f03564411b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/06adbf2172ff4384b501ee46da251496, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6111c926d8a54356aec4b58d1b8340fb] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=33.9 K 2024-11-23T11:22:18,479 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 36e7c6c8252c4f4fae47c15955dbd902, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732360935522 2024-11-23T11:22:18,479 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26272496d91e4caa9d2f32f03564411b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732360933854 2024-11-23T11:22:18,481 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06adbf2172ff4384b501ee46da251496, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732360935522 2024-11-23T11:22:18,481 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting d4612b1a83164cd39342a7631c09bec3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732360936734 2024-11-23T11:22:18,481 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6111c926d8a54356aec4b58d1b8340fb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732360936719 2024-11-23T11:22:18,502 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#B#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:18,502 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/94028e92f2f04d1f9e462254b71ae3dc is 50, key is test_row_0/B:col10/1732360937051/Put/seqid=0 2024-11-23T11:22:18,503 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:18,503 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/895a5f5245c64569a566bccbfe114af5 is 50, key is test_row_0/A:col10/1732360937051/Put/seqid=0 2024-11-23T11:22:18,546 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:18,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T11:22:18,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:18,546 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-23T11:22:18,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:18,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:18,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:18,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:18,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:18,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:18,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742116_1292 (size=12881) 2024-11-23T11:22:18,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742115_1291 (size=12881) 2024-11-23T11:22:18,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/e725bae062da45a7b9670e79cbb8c81b is 50, key is test_row_0/A:col10/1732360937053/Put/seqid=0 2024-11-23T11:22:18,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742117_1293 (size=7415) 2024-11-23T11:22:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T11:22:18,984 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/895a5f5245c64569a566bccbfe114af5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/895a5f5245c64569a566bccbfe114af5 2024-11-23T11:22:18,993 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/A of 8120eda1bc81d0b297ca330a2460ce57 into 895a5f5245c64569a566bccbfe114af5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:18,993 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:18,993 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/A, priority=13, startTime=1732360938475; duration=0sec 2024-11-23T11:22:18,993 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:18,993 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:A 2024-11-23T11:22:18,993 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:18,994 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/94028e92f2f04d1f9e462254b71ae3dc as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/94028e92f2f04d1f9e462254b71ae3dc 2024-11-23T11:22:18,995 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32295 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:18,995 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/C is initiating minor compaction (all files) 2024-11-23T11:22:18,995 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/C in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:18,995 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/165b9f10a50f45a8bc3dd0c635e43284, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/a03bdfcf33cb49319c2fe9fb193f00e5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/11b0b5bef57e41d09cee70bec44da789] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=31.5 K 2024-11-23T11:22:18,995 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 165b9f10a50f45a8bc3dd0c635e43284, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732360933854 2024-11-23T11:22:18,996 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting a03bdfcf33cb49319c2fe9fb193f00e5, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732360935522 2024-11-23T11:22:18,997 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11b0b5bef57e41d09cee70bec44da789, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732360936734 2024-11-23T11:22:19,001 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/B of 8120eda1bc81d0b297ca330a2460ce57 into 94028e92f2f04d1f9e462254b71ae3dc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:19,001 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:19,001 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/B, priority=13, startTime=1732360938476; duration=0sec 2024-11-23T11:22:19,001 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:19,001 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:B 2024-11-23T11:22:19,020 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#C#compaction#248 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:19,021 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/7f2a5eed186446198f7be7c3219ec297 is 50, key is test_row_0/C:col10/1732360937051/Put/seqid=0 2024-11-23T11:22:19,037 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/e725bae062da45a7b9670e79cbb8c81b 2024-11-23T11:22:19,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/735d066c028f4b5e99c4b04a9e29004f is 50, key is test_row_0/B:col10/1732360937053/Put/seqid=0 2024-11-23T11:22:19,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742118_1294 (size=12881) 2024-11-23T11:22:19,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742119_1295 (size=7415) 2024-11-23T11:22:19,102 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/735d066c028f4b5e99c4b04a9e29004f 2024-11-23T11:22:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/9e62ca179101495da6729ad516fc16b5 is 50, key is test_row_0/C:col10/1732360937053/Put/seqid=0 2024-11-23T11:22:19,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742120_1296 (size=7415) 2024-11-23T11:22:19,151 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/9e62ca179101495da6729ad516fc16b5 2024-11-23T11:22:19,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/e725bae062da45a7b9670e79cbb8c81b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/e725bae062da45a7b9670e79cbb8c81b 2024-11-23T11:22:19,169 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/e725bae062da45a7b9670e79cbb8c81b, entries=50, sequenceid=273, filesize=7.2 K 2024-11-23T11:22:19,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/735d066c028f4b5e99c4b04a9e29004f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/735d066c028f4b5e99c4b04a9e29004f 2024-11-23T11:22:19,177 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/735d066c028f4b5e99c4b04a9e29004f, entries=50, sequenceid=273, filesize=7.2 K 2024-11-23T11:22:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/9e62ca179101495da6729ad516fc16b5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/9e62ca179101495da6729ad516fc16b5 2024-11-23T11:22:19,185 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/9e62ca179101495da6729ad516fc16b5, entries=50, sequenceid=273, filesize=7.2 K 2024-11-23T11:22:19,186 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=6.71 KB/6870 for 8120eda1bc81d0b297ca330a2460ce57 in 640ms, sequenceid=273, compaction requested=false 2024-11-23T11:22:19,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:19,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:19,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-23T11:22:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-23T11:22:19,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-23T11:22:19,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4130 sec 2024-11-23T11:22:19,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.4170 sec 2024-11-23T11:22:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:19,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:22:19,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:19,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:19,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:19,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:19,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:19,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:19,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/09b98d2f7e0f43678393e70087b82934 is 50, key is test_row_0/A:col10/1732360939207/Put/seqid=0 2024-11-23T11:22:19,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742121_1297 (size=9857) 2024-11-23T11:22:19,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360999293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:19,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360999295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:19,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360999398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360999399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:19,495 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/7f2a5eed186446198f7be7c3219ec297 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/7f2a5eed186446198f7be7c3219ec297 2024-11-23T11:22:19,500 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/C of 8120eda1bc81d0b297ca330a2460ce57 into 7f2a5eed186446198f7be7c3219ec297(size=12.6 K), total size for store is 19.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:19,500 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:19,500 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/C, priority=13, startTime=1732360938476; duration=0sec 2024-11-23T11:22:19,500 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:19,501 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:C 2024-11-23T11:22:19,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44316 deadline: 1732360999532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:19,536 DEBUG [Thread-1109 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., hostname=9bf4ef99e196,37431,1732360861208, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:19,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360999604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:19,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360999604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:19,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/09b98d2f7e0f43678393e70087b82934 2024-11-23T11:22:19,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/88fb39ba794044b6abcda4ae571aa980 is 50, key is test_row_0/B:col10/1732360939207/Put/seqid=0 2024-11-23T11:22:19,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742122_1298 (size=9857) 2024-11-23T11:22:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T11:22:19,880 INFO [Thread-1115 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-23T11:22:19,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-23T11:22:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T11:22:19,883 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:19,884 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:19,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:19,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732360999906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:19,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732360999908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T11:22:20,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:20,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T11:22:20,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:20,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:20,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:20,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:20,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:20,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/88fb39ba794044b6abcda4ae571aa980 2024-11-23T11:22:20,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/1224759cc902420f9b457a92788b3ec6 is 50, key is test_row_0/C:col10/1732360939207/Put/seqid=0 2024-11-23T11:22:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T11:22:20,195 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:20,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T11:22:20,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:20,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:20,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:20,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:20,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742123_1299 (size=9857) 2024-11-23T11:22:20,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:20,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T11:22:20,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:20,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:20,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:20,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:20,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:20,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732361000410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:20,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732361000415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T11:22:20,502 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:20,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T11:22:20,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:20,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:20,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:20,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:20,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:20,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/1224759cc902420f9b457a92788b3ec6 2024-11-23T11:22:20,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/09b98d2f7e0f43678393e70087b82934 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/09b98d2f7e0f43678393e70087b82934 2024-11-23T11:22:20,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/09b98d2f7e0f43678393e70087b82934, entries=100, sequenceid=286, filesize=9.6 K 2024-11-23T11:22:20,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/88fb39ba794044b6abcda4ae571aa980 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/88fb39ba794044b6abcda4ae571aa980 2024-11-23T11:22:20,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/88fb39ba794044b6abcda4ae571aa980, entries=100, sequenceid=286, filesize=9.6 K 2024-11-23T11:22:20,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/1224759cc902420f9b457a92788b3ec6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/1224759cc902420f9b457a92788b3ec6 2024-11-23T11:22:20,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/1224759cc902420f9b457a92788b3ec6, entries=100, sequenceid=286, filesize=9.6 K 2024-11-23T11:22:20,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8120eda1bc81d0b297ca330a2460ce57 in 1441ms, sequenceid=286, compaction requested=true 2024-11-23T11:22:20,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:20,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:22:20,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:20,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:22:20,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:20,655 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:20,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:22:20,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:20,655 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:20,657 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:20,657 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 30153 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:20,657 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/A is initiating minor compaction (all files) 2024-11-23T11:22:20,657 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/A in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:20,657 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/895a5f5245c64569a566bccbfe114af5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/e725bae062da45a7b9670e79cbb8c81b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/09b98d2f7e0f43678393e70087b82934] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=29.4 K 2024-11-23T11:22:20,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T11:22:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:20,658 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T11:22:20,658 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 30153 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:20,658 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/B is initiating minor compaction (all files) 2024-11-23T11:22:20,658 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/B in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:20,658 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/94028e92f2f04d1f9e462254b71ae3dc, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/735d066c028f4b5e99c4b04a9e29004f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/88fb39ba794044b6abcda4ae571aa980] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=29.4 K 2024-11-23T11:22:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:20,659 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 895a5f5245c64569a566bccbfe114af5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732360936734 2024-11-23T11:22:20,659 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 94028e92f2f04d1f9e462254b71ae3dc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732360936734 2024-11-23T11:22:20,660 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting e725bae062da45a7b9670e79cbb8c81b, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732360937053 2024-11-23T11:22:20,660 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 735d066c028f4b5e99c4b04a9e29004f, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732360937053 2024-11-23T11:22:20,661 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 88fb39ba794044b6abcda4ae571aa980, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360939207 2024-11-23T11:22:20,661 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09b98d2f7e0f43678393e70087b82934, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360939207 2024-11-23T11:22:20,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/18b0f2674c974fd18abd4e0da6cbdf7d is 50, key is test_row_0/A:col10/1732360939291/Put/seqid=0 2024-11-23T11:22:20,681 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#B#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:20,682 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/c554907923374c51bd3569cf1005082f is 50, key is test_row_0/B:col10/1732360939207/Put/seqid=0 2024-11-23T11:22:20,689 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:20,690 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/7368d5c555ea4a6d86b35aa778e6befe is 50, key is test_row_0/A:col10/1732360939207/Put/seqid=0 2024-11-23T11:22:20,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742124_1300 (size=12301) 2024-11-23T11:22:20,737 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/18b0f2674c974fd18abd4e0da6cbdf7d 2024-11-23T11:22:20,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742125_1301 (size=12983) 2024-11-23T11:22:20,764 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/c554907923374c51bd3569cf1005082f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/c554907923374c51bd3569cf1005082f 2024-11-23T11:22:20,769 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/B of 8120eda1bc81d0b297ca330a2460ce57 into c554907923374c51bd3569cf1005082f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:20,769 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:20,769 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/B, priority=13, startTime=1732360940654; duration=0sec 2024-11-23T11:22:20,770 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:20,770 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:B 2024-11-23T11:22:20,770 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:20,771 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 30153 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:20,771 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/C is initiating minor compaction (all files) 2024-11-23T11:22:20,771 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/C in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:20,771 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/7f2a5eed186446198f7be7c3219ec297, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/9e62ca179101495da6729ad516fc16b5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/1224759cc902420f9b457a92788b3ec6] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=29.4 K 2024-11-23T11:22:20,772 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f2a5eed186446198f7be7c3219ec297, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732360936734 2024-11-23T11:22:20,772 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e62ca179101495da6729ad516fc16b5, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732360937053 2024-11-23T11:22:20,773 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 1224759cc902420f9b457a92788b3ec6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360939207 2024-11-23T11:22:20,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742126_1302 (size=12983) 2024-11-23T11:22:20,795 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/7368d5c555ea4a6d86b35aa778e6befe as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/7368d5c555ea4a6d86b35aa778e6befe 2024-11-23T11:22:20,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/10bc4695cc4b4735aa9b5c49eda59980 is 50, key is test_row_0/B:col10/1732360939291/Put/seqid=0 2024-11-23T11:22:20,802 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/A of 8120eda1bc81d0b297ca330a2460ce57 into 7368d5c555ea4a6d86b35aa778e6befe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:20,802 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:20,802 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/A, priority=13, startTime=1732360940654; duration=0sec 2024-11-23T11:22:20,802 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:20,802 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:A 2024-11-23T11:22:20,803 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#C#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:20,804 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/42a8683ee24441b69f1546b7996feb09 is 50, key is test_row_0/C:col10/1732360939207/Put/seqid=0 2024-11-23T11:22:20,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:20,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742127_1303 (size=12301) 2024-11-23T11:22:20,832 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/10bc4695cc4b4735aa9b5c49eda59980 2024-11-23T11:22:20,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732361000842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:20,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/46403b4169f345d0b80542408a385aeb is 50, key is test_row_0/C:col10/1732360939291/Put/seqid=0 2024-11-23T11:22:20,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742128_1304 (size=12983) 2024-11-23T11:22:20,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742129_1305 (size=12301) 2024-11-23T11:22:20,903 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/46403b4169f345d0b80542408a385aeb 2024-11-23T11:22:20,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/18b0f2674c974fd18abd4e0da6cbdf7d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/18b0f2674c974fd18abd4e0da6cbdf7d 2024-11-23T11:22:20,915 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/18b0f2674c974fd18abd4e0da6cbdf7d, entries=150, sequenceid=313, filesize=12.0 K 2024-11-23T11:22:20,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/10bc4695cc4b4735aa9b5c49eda59980 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/10bc4695cc4b4735aa9b5c49eda59980 2024-11-23T11:22:20,921 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/10bc4695cc4b4735aa9b5c49eda59980, entries=150, sequenceid=313, filesize=12.0 K 2024-11-23T11:22:20,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/46403b4169f345d0b80542408a385aeb as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/46403b4169f345d0b80542408a385aeb 2024-11-23T11:22:20,926 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/46403b4169f345d0b80542408a385aeb, entries=150, sequenceid=313, filesize=12.0 K 2024-11-23T11:22:20,927 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8120eda1bc81d0b297ca330a2460ce57 in 269ms, sequenceid=313, compaction requested=false 2024-11-23T11:22:20,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:20,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:20,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-23T11:22:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-23T11:22:20,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-23T11:22:20,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0470 sec 2024-11-23T11:22:20,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.0520 sec 2024-11-23T11:22:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:20,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:22:20,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:20,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:20,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:20,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:20,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:20,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:20,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/cadf6742d40a4d088569ec1111606731 is 50, key is test_row_0/A:col10/1732360940841/Put/seqid=0 2024-11-23T11:22:20,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742130_1306 (size=14741) 2024-11-23T11:22:20,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/cadf6742d40a4d088569ec1111606731 2024-11-23T11:22:20,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/853987a9cee64e29ae54cbdf00bf6204 is 50, key is test_row_0/B:col10/1732360940841/Put/seqid=0 2024-11-23T11:22:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T11:22:20,989 INFO [Thread-1115 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-23T11:22:20,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-23T11:22:20,992 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T11:22:20,992 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:20,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:21,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742131_1307 (size=12301) 2024-11-23T11:22:21,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/853987a9cee64e29ae54cbdf00bf6204 2024-11-23T11:22:21,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/d64bcc258c9547b3bef6bbec53ffdbd9 is 50, key is test_row_0/C:col10/1732360940841/Put/seqid=0 2024-11-23T11:22:21,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732361001090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:21,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742132_1308 (size=12301) 2024-11-23T11:22:21,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/d64bcc258c9547b3bef6bbec53ffdbd9 2024-11-23T11:22:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T11:22:21,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/cadf6742d40a4d088569ec1111606731 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/cadf6742d40a4d088569ec1111606731 2024-11-23T11:22:21,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/cadf6742d40a4d088569ec1111606731, entries=200, sequenceid=326, filesize=14.4 K 2024-11-23T11:22:21,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/853987a9cee64e29ae54cbdf00bf6204 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/853987a9cee64e29ae54cbdf00bf6204 2024-11-23T11:22:21,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/853987a9cee64e29ae54cbdf00bf6204, entries=150, sequenceid=326, filesize=12.0 K 2024-11-23T11:22:21,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/d64bcc258c9547b3bef6bbec53ffdbd9 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d64bcc258c9547b3bef6bbec53ffdbd9 2024-11-23T11:22:21,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d64bcc258c9547b3bef6bbec53ffdbd9, entries=150, sequenceid=326, filesize=12.0 K 2024-11-23T11:22:21,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8120eda1bc81d0b297ca330a2460ce57 in 173ms, sequenceid=326, compaction requested=true 2024-11-23T11:22:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:21,122 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:A, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:22:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:21,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:B, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:22:21,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:21,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:22:21,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T11:22:21,123 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:21,123 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/A is initiating minor compaction (all files) 2024-11-23T11:22:21,123 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/A in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:21,123 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/7368d5c555ea4a6d86b35aa778e6befe, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/18b0f2674c974fd18abd4e0da6cbdf7d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/cadf6742d40a4d088569ec1111606731] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=39.1 K 2024-11-23T11:22:21,124 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7368d5c555ea4a6d86b35aa778e6befe, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360936739 2024-11-23T11:22:21,124 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18b0f2674c974fd18abd4e0da6cbdf7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732360939284 2024-11-23T11:22:21,125 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting cadf6742d40a4d088569ec1111606731, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732360940834 2024-11-23T11:22:21,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:21,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T11:22:21,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:21,145 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T11:22:21,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:21,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:21,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:21,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:21,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:21,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:21,146 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#A#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:21,147 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/cbb66bd31b814056a41dcbdde409cb89 is 50, key is test_row_0/A:col10/1732360940841/Put/seqid=0 2024-11-23T11:22:21,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/30e6a073d5b546fd8c3c19a4502509ce is 50, key is test_row_0/A:col10/1732360941089/Put/seqid=0 2024-11-23T11:22:21,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742134_1310 (size=12301) 2024-11-23T11:22:21,194 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/30e6a073d5b546fd8c3c19a4502509ce 2024-11-23T11:22:21,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742133_1309 (size=13085) 2024-11-23T11:22:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:21,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. as already flushing 2024-11-23T11:22:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/0d534f6c345a479aa1293c0d4b17a57b is 50, key is test_row_0/B:col10/1732360941089/Put/seqid=0 2024-11-23T11:22:21,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732361001229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:21,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742135_1311 (size=12301) 2024-11-23T11:22:21,241 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/0d534f6c345a479aa1293c0d4b17a57b 2024-11-23T11:22:21,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/129f169bcdb3475e95e57041499d4e5a is 50, key is test_row_0/C:col10/1732360941089/Put/seqid=0 2024-11-23T11:22:21,266 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/42a8683ee24441b69f1546b7996feb09 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/42a8683ee24441b69f1546b7996feb09 2024-11-23T11:22:21,273 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/C of 8120eda1bc81d0b297ca330a2460ce57 into 42a8683ee24441b69f1546b7996feb09(size=12.7 K), total size for store is 36.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:21,273 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:21,273 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/C, priority=13, startTime=1732360940655; duration=0sec 2024-11-23T11:22:21,273 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T11:22:21,273 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:C 2024-11-23T11:22:21,273 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:C 2024-11-23T11:22:21,273 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:21,275 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:21,276 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/B is initiating minor compaction (all files) 2024-11-23T11:22:21,276 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/B in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:21,276 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/c554907923374c51bd3569cf1005082f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/10bc4695cc4b4735aa9b5c49eda59980, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/853987a9cee64e29ae54cbdf00bf6204] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=36.7 K 2024-11-23T11:22:21,277 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting c554907923374c51bd3569cf1005082f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360936739 2024-11-23T11:22:21,277 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 10bc4695cc4b4735aa9b5c49eda59980, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732360939284 2024-11-23T11:22:21,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742136_1312 (size=12301) 2024-11-23T11:22:21,279 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 853987a9cee64e29ae54cbdf00bf6204, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732360940834 2024-11-23T11:22:21,288 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:21,289 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/9d1fc0f659f149fe8748380955a719e8 is 50, key is test_row_0/B:col10/1732360940841/Put/seqid=0 2024-11-23T11:22:21,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742137_1313 (size=13085) 2024-11-23T11:22:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T11:22:21,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732361001334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:21,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44344 deadline: 1732361001418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:21,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44294 deadline: 1732361001422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:21,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44330 deadline: 1732361001539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T11:22:21,605 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/cbb66bd31b814056a41dcbdde409cb89 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/cbb66bd31b814056a41dcbdde409cb89 2024-11-23T11:22:21,611 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/A of 8120eda1bc81d0b297ca330a2460ce57 into cbb66bd31b814056a41dcbdde409cb89(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:21,611 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:21,612 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/A, priority=13, startTime=1732360941122; duration=0sec 2024-11-23T11:22:21,612 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:21,612 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:A 2024-11-23T11:22:21,612 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:21,613 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:21,613 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/C is initiating minor compaction (all files) 2024-11-23T11:22:21,613 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/C in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:21,613 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/42a8683ee24441b69f1546b7996feb09, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/46403b4169f345d0b80542408a385aeb, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d64bcc258c9547b3bef6bbec53ffdbd9] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=36.7 K 2024-11-23T11:22:21,614 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42a8683ee24441b69f1546b7996feb09, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360936739 2024-11-23T11:22:21,614 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46403b4169f345d0b80542408a385aeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732360939284 2024-11-23T11:22:21,615 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting d64bcc258c9547b3bef6bbec53ffdbd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732360940834 2024-11-23T11:22:21,624 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#C#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:21,624 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/14e843e4fa4e42cfbb2e5b86c488b1ee is 50, key is test_row_0/C:col10/1732360940841/Put/seqid=0 2024-11-23T11:22:21,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742138_1314 (size=13085) 2024-11-23T11:22:21,668 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/14e843e4fa4e42cfbb2e5b86c488b1ee as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/14e843e4fa4e42cfbb2e5b86c488b1ee 2024-11-23T11:22:21,673 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/C of 8120eda1bc81d0b297ca330a2460ce57 into 14e843e4fa4e42cfbb2e5b86c488b1ee(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:21,673 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:21,673 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/C, priority=13, startTime=1732360941123; duration=0sec 2024-11-23T11:22:21,674 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:21,674 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:C 2024-11-23T11:22:21,680 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/129f169bcdb3475e95e57041499d4e5a 2024-11-23T11:22:21,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/30e6a073d5b546fd8c3c19a4502509ce as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/30e6a073d5b546fd8c3c19a4502509ce 2024-11-23T11:22:21,692 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/30e6a073d5b546fd8c3c19a4502509ce, entries=150, sequenceid=351, filesize=12.0 K 2024-11-23T11:22:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/0d534f6c345a479aa1293c0d4b17a57b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/0d534f6c345a479aa1293c0d4b17a57b 2024-11-23T11:22:21,699 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/0d534f6c345a479aa1293c0d4b17a57b, entries=150, sequenceid=351, filesize=12.0 K 2024-11-23T11:22:21,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/129f169bcdb3475e95e57041499d4e5a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/129f169bcdb3475e95e57041499d4e5a 2024-11-23T11:22:21,704 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/9d1fc0f659f149fe8748380955a719e8 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/9d1fc0f659f149fe8748380955a719e8 2024-11-23T11:22:21,707 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/129f169bcdb3475e95e57041499d4e5a, entries=150, sequenceid=351, filesize=12.0 K 2024-11-23T11:22:21,708 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8120eda1bc81d0b297ca330a2460ce57 in 563ms, sequenceid=351, compaction requested=false 2024-11-23T11:22:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-23T11:22:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-23T11:22:21,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-23T11:22:21,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 717 msec 2024-11-23T11:22:21,712 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/B of 8120eda1bc81d0b297ca330a2460ce57 into 9d1fc0f659f149fe8748380955a719e8(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:21,712 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:21,712 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/B, priority=13, startTime=1732360941122; duration=0sec 2024-11-23T11:22:21,712 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:21,712 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:B 2024-11-23T11:22:21,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 724 msec 2024-11-23T11:22:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:21,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T11:22:21,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:21,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:21,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:21,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:21,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:21,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:21,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/b6cdce7bc43645198a88e89775eddf1c is 50, key is test_row_0/A:col10/1732360941216/Put/seqid=0 2024-11-23T11:22:21,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742139_1315 (size=12301) 2024-11-23T11:22:21,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/b6cdce7bc43645198a88e89775eddf1c 2024-11-23T11:22:21,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/92a419ae693d44af9b3c21ed1d33ab4a is 50, key is test_row_0/B:col10/1732360941216/Put/seqid=0 2024-11-23T11:22:21,931 DEBUG [Thread-1122 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:63731 2024-11-23T11:22:21,931 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:21,931 DEBUG [Thread-1118 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:63731 2024-11-23T11:22:21,931 DEBUG [Thread-1118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:21,933 DEBUG [Thread-1111 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:63731 2024-11-23T11:22:21,933 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:21,933 DEBUG [Thread-1120 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:63731 2024-11-23T11:22:21,933 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:21,935 DEBUG [Thread-1124 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:63731 2024-11-23T11:22:21,935 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:21,942 DEBUG [Thread-1116 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:63731 2024-11-23T11:22:21,942 DEBUG [Thread-1116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:21,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742140_1316 (size=12301) 2024-11-23T11:22:22,071 DEBUG [Thread-1113 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:63731 2024-11-23T11:22:22,071 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T11:22:22,101 INFO [Thread-1115 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-23T11:22:22,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/92a419ae693d44af9b3c21ed1d33ab4a 2024-11-23T11:22:22,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/8f7c1872e83641769a780f8267f1653e is 50, key is test_row_0/C:col10/1732360941216/Put/seqid=0 2024-11-23T11:22:22,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742141_1317 (size=12301) 2024-11-23T11:22:22,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/8f7c1872e83641769a780f8267f1653e 2024-11-23T11:22:22,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/b6cdce7bc43645198a88e89775eddf1c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/b6cdce7bc43645198a88e89775eddf1c 2024-11-23T11:22:22,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/b6cdce7bc43645198a88e89775eddf1c, entries=150, sequenceid=367, filesize=12.0 K 2024-11-23T11:22:22,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/92a419ae693d44af9b3c21ed1d33ab4a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/92a419ae693d44af9b3c21ed1d33ab4a 2024-11-23T11:22:22,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/92a419ae693d44af9b3c21ed1d33ab4a, entries=150, sequenceid=367, filesize=12.0 K 2024-11-23T11:22:22,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/8f7c1872e83641769a780f8267f1653e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/8f7c1872e83641769a780f8267f1653e 2024-11-23T11:22:22,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/8f7c1872e83641769a780f8267f1653e, entries=150, sequenceid=367, filesize=12.0 K 2024-11-23T11:22:22,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=120.76 KB/123660 for 8120eda1bc81d0b297ca330a2460ce57 in 960ms, sequenceid=367, compaction requested=true 2024-11-23T11:22:22,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:22,808 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:22,809 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:22,809 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/A is initiating minor compaction (all files) 2024-11-23T11:22:22,809 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/A in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:22,809 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/cbb66bd31b814056a41dcbdde409cb89, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/30e6a073d5b546fd8c3c19a4502509ce, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/b6cdce7bc43645198a88e89775eddf1c] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=36.8 K 2024-11-23T11:22:22,809 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbb66bd31b814056a41dcbdde409cb89, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732360940834 2024-11-23T11:22:22,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:22:22,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:22,810 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:22,810 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30e6a073d5b546fd8c3c19a4502509ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732360941055 2024-11-23T11:22:22,810 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6cdce7bc43645198a88e89775eddf1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732360941216 2024-11-23T11:22:22,812 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:22,812 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/B is initiating minor compaction (all files) 2024-11-23T11:22:22,812 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/B in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:22,812 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/9d1fc0f659f149fe8748380955a719e8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/0d534f6c345a479aa1293c0d4b17a57b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/92a419ae693d44af9b3c21ed1d33ab4a] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=36.8 K 2024-11-23T11:22:22,813 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d1fc0f659f149fe8748380955a719e8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732360940834 2024-11-23T11:22:22,813 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d534f6c345a479aa1293c0d4b17a57b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732360941055 2024-11-23T11:22:22,814 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 92a419ae693d44af9b3c21ed1d33ab4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732360941216 2024-11-23T11:22:22,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:22:22,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:22,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8120eda1bc81d0b297ca330a2460ce57:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:22:22,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:22,820 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#A#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:22,821 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/0351e12da95c434faa0603177a4fa8c4 is 50, key is test_row_0/A:col10/1732360941216/Put/seqid=0 2024-11-23T11:22:22,822 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#B#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:22,822 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/d98e28ab12ee4ea1abfc49f49e30ce83 is 50, key is test_row_0/B:col10/1732360941216/Put/seqid=0 2024-11-23T11:22:22,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742142_1318 (size=13187) 2024-11-23T11:22:22,854 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/0351e12da95c434faa0603177a4fa8c4 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/0351e12da95c434faa0603177a4fa8c4 2024-11-23T11:22:22,861 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/A of 8120eda1bc81d0b297ca330a2460ce57 into 0351e12da95c434faa0603177a4fa8c4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:22,861 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:22,861 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/A, priority=13, startTime=1732360942808; duration=0sec 2024-11-23T11:22:22,861 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:22,861 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:A 2024-11-23T11:22:22,861 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:22,862 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:22,862 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 8120eda1bc81d0b297ca330a2460ce57/C is initiating minor compaction (all files) 2024-11-23T11:22:22,863 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8120eda1bc81d0b297ca330a2460ce57/C in TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:22,863 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/14e843e4fa4e42cfbb2e5b86c488b1ee, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/129f169bcdb3475e95e57041499d4e5a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/8f7c1872e83641769a780f8267f1653e] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp, totalSize=36.8 K 2024-11-23T11:22:22,863 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14e843e4fa4e42cfbb2e5b86c488b1ee, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732360940834 2024-11-23T11:22:22,864 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 129f169bcdb3475e95e57041499d4e5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732360941055 2024-11-23T11:22:22,865 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f7c1872e83641769a780f8267f1653e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732360941216 2024-11-23T11:22:22,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742143_1319 (size=13187) 2024-11-23T11:22:22,873 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/d98e28ab12ee4ea1abfc49f49e30ce83 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d98e28ab12ee4ea1abfc49f49e30ce83 2024-11-23T11:22:22,876 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8120eda1bc81d0b297ca330a2460ce57#C#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:22,877 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/955ac44af5d1442c947af38792849ab5 is 50, key is test_row_0/C:col10/1732360941216/Put/seqid=0 2024-11-23T11:22:22,879 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/B of 8120eda1bc81d0b297ca330a2460ce57 into d98e28ab12ee4ea1abfc49f49e30ce83(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:22,879 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:22,879 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/B, priority=13, startTime=1732360942810; duration=0sec 2024-11-23T11:22:22,879 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:22,879 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:B 2024-11-23T11:22:22,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742144_1320 (size=13187) 2024-11-23T11:22:22,915 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/955ac44af5d1442c947af38792849ab5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/955ac44af5d1442c947af38792849ab5 2024-11-23T11:22:22,922 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8120eda1bc81d0b297ca330a2460ce57/C of 8120eda1bc81d0b297ca330a2460ce57 into 955ac44af5d1442c947af38792849ab5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:22,922 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:22,922 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57., storeName=8120eda1bc81d0b297ca330a2460ce57/C, priority=13, startTime=1732360942815; duration=0sec 2024-11-23T11:22:22,922 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:22,922 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8120eda1bc81d0b297ca330a2460ce57:C 2024-11-23T11:22:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:23,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T11:22:23,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:23,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:23,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:23,442 DEBUG [Thread-1105 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:63731 2024-11-23T11:22:23,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:23,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:23,442 DEBUG [Thread-1105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:23,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:23,446 DEBUG [Thread-1107 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:63731 2024-11-23T11:22:23,446 DEBUG [Thread-1107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:23,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/5b731f9eac214197a06cda567a02b01f is 50, key is test_row_0/A:col10/1732360941915/Put/seqid=0 2024-11-23T11:22:23,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742145_1321 (size=12301) 2024-11-23T11:22:23,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/5b731f9eac214197a06cda567a02b01f 2024-11-23T11:22:23,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/ae6ef23875584881bfc29115ac2a58b2 is 50, key is test_row_0/B:col10/1732360941915/Put/seqid=0 2024-11-23T11:22:23,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742146_1322 (size=12301) 2024-11-23T11:22:23,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/ae6ef23875584881bfc29115ac2a58b2 2024-11-23T11:22:23,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/472cb092cfb54c54a6b5ec1002240c1c is 50, key is test_row_0/C:col10/1732360941915/Put/seqid=0 2024-11-23T11:22:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742147_1323 (size=12301) 2024-11-23T11:22:24,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/472cb092cfb54c54a6b5ec1002240c1c 2024-11-23T11:22:24,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/5b731f9eac214197a06cda567a02b01f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/5b731f9eac214197a06cda567a02b01f 2024-11-23T11:22:24,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/5b731f9eac214197a06cda567a02b01f, entries=150, sequenceid=392, filesize=12.0 K 2024-11-23T11:22:24,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/ae6ef23875584881bfc29115ac2a58b2 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/ae6ef23875584881bfc29115ac2a58b2 2024-11-23T11:22:24,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/ae6ef23875584881bfc29115ac2a58b2, entries=150, sequenceid=392, filesize=12.0 K 2024-11-23T11:22:24,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/472cb092cfb54c54a6b5ec1002240c1c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/472cb092cfb54c54a6b5ec1002240c1c 2024-11-23T11:22:24,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/472cb092cfb54c54a6b5ec1002240c1c, entries=150, sequenceid=392, filesize=12.0 K 2024-11-23T11:22:24,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=6.71 KB/6870 for 8120eda1bc81d0b297ca330a2460ce57 in 913ms, sequenceid=392, compaction requested=false 2024-11-23T11:22:24,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:29,599 DEBUG [Thread-1109 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:63731 2024-11-23T11:22:29,600 DEBUG [Thread-1109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:29,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T11:22:29,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-23T11:22:29,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-23T11:22:29,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-23T11:22:29,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-23T11:22:29,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-23T11:22:29,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T11:22:29,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4988 2024-11-23T11:22:29,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5060 2024-11-23T11:22:29,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4885 2024-11-23T11:22:29,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5008 2024-11-23T11:22:29,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5109 2024-11-23T11:22:29,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T11:22:29,600 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T11:22:29,600 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:63731 2024-11-23T11:22:29,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:29,601 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T11:22:29,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T11:22:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T11:22:29,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360949605"}]},"ts":"1732360949605"} 2024-11-23T11:22:29,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T11:22:29,609 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T11:22:29,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T11:22:29,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8120eda1bc81d0b297ca330a2460ce57, UNASSIGN}] 2024-11-23T11:22:29,611 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8120eda1bc81d0b297ca330a2460ce57, UNASSIGN 2024-11-23T11:22:29,612 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=8120eda1bc81d0b297ca330a2460ce57, regionState=CLOSING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:29,613 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T11:22:29,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure 8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:22:29,631 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:22:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T11:22:29,764 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:29,765 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:29,765 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T11:22:29,765 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing 8120eda1bc81d0b297ca330a2460ce57, disabling compactions & flushes 2024-11-23T11:22:29,765 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:29,765 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:29,765 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. after waiting 0 ms 2024-11-23T11:22:29,765 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:29,765 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(2837): Flushing 8120eda1bc81d0b297ca330a2460ce57 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-23T11:22:29,765 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=A 2024-11-23T11:22:29,765 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:29,765 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=B 2024-11-23T11:22:29,765 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:29,765 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8120eda1bc81d0b297ca330a2460ce57, store=C 2024-11-23T11:22:29,766 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:29,770 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/5ecd646bec3c4b5dac91fd52c1a6e4b9 is 50, key is test_row_0/A:col10/1732360943445/Put/seqid=0 2024-11-23T11:22:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742148_1324 (size=9857) 2024-11-23T11:22:29,776 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/5ecd646bec3c4b5dac91fd52c1a6e4b9 2024-11-23T11:22:29,783 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/ff4e9f6ccb744b469f4c1be573bb7bc6 is 50, key is test_row_0/B:col10/1732360943445/Put/seqid=0 2024-11-23T11:22:29,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742149_1325 (size=9857) 2024-11-23T11:22:29,796 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/ff4e9f6ccb744b469f4c1be573bb7bc6 2024-11-23T11:22:29,803 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/39bcbcddb6bf46d88cfa2e43abd3cf4e is 50, key is test_row_0/C:col10/1732360943445/Put/seqid=0 2024-11-23T11:22:29,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742150_1326 (size=9857) 2024-11-23T11:22:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T11:22:30,208 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/39bcbcddb6bf46d88cfa2e43abd3cf4e 2024-11-23T11:22:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T11:22:30,212 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/A/5ecd646bec3c4b5dac91fd52c1a6e4b9 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/5ecd646bec3c4b5dac91fd52c1a6e4b9 2024-11-23T11:22:30,216 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/5ecd646bec3c4b5dac91fd52c1a6e4b9, entries=100, sequenceid=397, filesize=9.6 K 2024-11-23T11:22:30,217 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/B/ff4e9f6ccb744b469f4c1be573bb7bc6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/ff4e9f6ccb744b469f4c1be573bb7bc6 2024-11-23T11:22:30,220 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/ff4e9f6ccb744b469f4c1be573bb7bc6, entries=100, sequenceid=397, filesize=9.6 K 2024-11-23T11:22:30,221 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/.tmp/C/39bcbcddb6bf46d88cfa2e43abd3cf4e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/39bcbcddb6bf46d88cfa2e43abd3cf4e 2024-11-23T11:22:30,224 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/39bcbcddb6bf46d88cfa2e43abd3cf4e, entries=100, sequenceid=397, filesize=9.6 K 2024-11-23T11:22:30,225 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 8120eda1bc81d0b297ca330a2460ce57 in 460ms, sequenceid=397, compaction requested=true 2024-11-23T11:22:30,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/bcd6314a951740f492381ab0478601e1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/bb41abc642ea4c27926c23ea08d40a83, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/4980943fe29c4a418255c877a4ce57f7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/60c2e3a6be10406b91f19df330dd2517, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6de0340b18944da8af4b720bc3cec9b2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6d9a23560b2a49469a974cecb7c9e739, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/1b2def8263ac42fe886f3211ec975e62, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/2da1bbbc944e43f3b3a4dc311313b309, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/2438fa171ff14124a4a991b8088e58eb, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/1a7189cd80ed4519ba118a943369bafc, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/77d8bf0a40f040769e53f405447e40bd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/3a2490de0c234785ab79d20ec1dda54d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/8a901b965e8b4f35846db94b58441901, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/26272496d91e4caa9d2f32f03564411b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/4681a7b30a654fb9a617f763149d3c9c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/06adbf2172ff4384b501ee46da251496, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6111c926d8a54356aec4b58d1b8340fb, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/895a5f5245c64569a566bccbfe114af5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/e725bae062da45a7b9670e79cbb8c81b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/7368d5c555ea4a6d86b35aa778e6befe, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/09b98d2f7e0f43678393e70087b82934, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/18b0f2674c974fd18abd4e0da6cbdf7d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/cadf6742d40a4d088569ec1111606731, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/cbb66bd31b814056a41dcbdde409cb89, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/30e6a073d5b546fd8c3c19a4502509ce, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/b6cdce7bc43645198a88e89775eddf1c] to archive 2024-11-23T11:22:30,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:22:30,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/bcd6314a951740f492381ab0478601e1 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/bcd6314a951740f492381ab0478601e1 2024-11-23T11:22:30,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/bb41abc642ea4c27926c23ea08d40a83 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/bb41abc642ea4c27926c23ea08d40a83 2024-11-23T11:22:30,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/4980943fe29c4a418255c877a4ce57f7 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/4980943fe29c4a418255c877a4ce57f7 2024-11-23T11:22:30,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/60c2e3a6be10406b91f19df330dd2517 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/60c2e3a6be10406b91f19df330dd2517 2024-11-23T11:22:30,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6de0340b18944da8af4b720bc3cec9b2 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6de0340b18944da8af4b720bc3cec9b2 2024-11-23T11:22:30,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6d9a23560b2a49469a974cecb7c9e739 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6d9a23560b2a49469a974cecb7c9e739 2024-11-23T11:22:30,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/1b2def8263ac42fe886f3211ec975e62 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/1b2def8263ac42fe886f3211ec975e62 2024-11-23T11:22:30,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/2da1bbbc944e43f3b3a4dc311313b309 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/2da1bbbc944e43f3b3a4dc311313b309 2024-11-23T11:22:30,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/2438fa171ff14124a4a991b8088e58eb to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/2438fa171ff14124a4a991b8088e58eb 2024-11-23T11:22:30,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/1a7189cd80ed4519ba118a943369bafc to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/1a7189cd80ed4519ba118a943369bafc 2024-11-23T11:22:30,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/77d8bf0a40f040769e53f405447e40bd to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/77d8bf0a40f040769e53f405447e40bd 2024-11-23T11:22:30,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/3a2490de0c234785ab79d20ec1dda54d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/3a2490de0c234785ab79d20ec1dda54d 2024-11-23T11:22:30,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/8a901b965e8b4f35846db94b58441901 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/8a901b965e8b4f35846db94b58441901 2024-11-23T11:22:30,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/26272496d91e4caa9d2f32f03564411b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/26272496d91e4caa9d2f32f03564411b 2024-11-23T11:22:30,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/4681a7b30a654fb9a617f763149d3c9c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/4681a7b30a654fb9a617f763149d3c9c 2024-11-23T11:22:30,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/06adbf2172ff4384b501ee46da251496 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/06adbf2172ff4384b501ee46da251496 2024-11-23T11:22:30,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6111c926d8a54356aec4b58d1b8340fb to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/6111c926d8a54356aec4b58d1b8340fb 2024-11-23T11:22:30,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/895a5f5245c64569a566bccbfe114af5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/895a5f5245c64569a566bccbfe114af5 2024-11-23T11:22:30,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/e725bae062da45a7b9670e79cbb8c81b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/e725bae062da45a7b9670e79cbb8c81b 2024-11-23T11:22:30,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/7368d5c555ea4a6d86b35aa778e6befe to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/7368d5c555ea4a6d86b35aa778e6befe 2024-11-23T11:22:30,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/09b98d2f7e0f43678393e70087b82934 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/09b98d2f7e0f43678393e70087b82934 2024-11-23T11:22:30,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/18b0f2674c974fd18abd4e0da6cbdf7d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/18b0f2674c974fd18abd4e0da6cbdf7d 2024-11-23T11:22:30,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/cadf6742d40a4d088569ec1111606731 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/cadf6742d40a4d088569ec1111606731 2024-11-23T11:22:30,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/cbb66bd31b814056a41dcbdde409cb89 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/cbb66bd31b814056a41dcbdde409cb89 2024-11-23T11:22:30,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/30e6a073d5b546fd8c3c19a4502509ce to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/30e6a073d5b546fd8c3c19a4502509ce 2024-11-23T11:22:30,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/b6cdce7bc43645198a88e89775eddf1c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/b6cdce7bc43645198a88e89775eddf1c 2024-11-23T11:22:30,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/a9d3a3391cca48fe8ad04c97018e5e46, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/18776356f68842458d48e07642691af6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/211419f0c82b4e179b0f8056d0926be3, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/dc21a78b619344d4a94be146b00177c9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/e1165d87f9aa4a6f8ea7dbfd9d8bb415, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/8c4854f68ccc40a38babc9b5c743f848, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/3f389e4e47434d4c968e861bcf39ff0f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/63e8b4ea7c7347d78c7a40f7872d2eb7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/98d12e65dd8a49b9a2b6bff14c21391a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d0fda24bf86d4776b5b9f30efa75aa39, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/a58da202c5a5400a963210a299878211, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/aee5933433a842e584d7efea79e75798, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/6e21d734a9f74c7ebafb4ebeecb0cc9d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/1102dce977c24ee5b2be972d3675e759, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/9aabab6a88b54884bf4e1e8a94c053fc, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/36e7c6c8252c4f4fae47c15955dbd902, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/94028e92f2f04d1f9e462254b71ae3dc, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d4612b1a83164cd39342a7631c09bec3, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/735d066c028f4b5e99c4b04a9e29004f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/c554907923374c51bd3569cf1005082f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/88fb39ba794044b6abcda4ae571aa980, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/10bc4695cc4b4735aa9b5c49eda59980, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/9d1fc0f659f149fe8748380955a719e8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/853987a9cee64e29ae54cbdf00bf6204, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/0d534f6c345a479aa1293c0d4b17a57b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/92a419ae693d44af9b3c21ed1d33ab4a] to archive 2024-11-23T11:22:30,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:22:30,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/a9d3a3391cca48fe8ad04c97018e5e46 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/a9d3a3391cca48fe8ad04c97018e5e46 2024-11-23T11:22:30,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/18776356f68842458d48e07642691af6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/18776356f68842458d48e07642691af6 2024-11-23T11:22:30,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/211419f0c82b4e179b0f8056d0926be3 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/211419f0c82b4e179b0f8056d0926be3 2024-11-23T11:22:30,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/dc21a78b619344d4a94be146b00177c9 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/dc21a78b619344d4a94be146b00177c9 2024-11-23T11:22:30,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/e1165d87f9aa4a6f8ea7dbfd9d8bb415 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/e1165d87f9aa4a6f8ea7dbfd9d8bb415 2024-11-23T11:22:30,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/8c4854f68ccc40a38babc9b5c743f848 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/8c4854f68ccc40a38babc9b5c743f848 2024-11-23T11:22:30,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/3f389e4e47434d4c968e861bcf39ff0f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/3f389e4e47434d4c968e861bcf39ff0f 2024-11-23T11:22:30,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/63e8b4ea7c7347d78c7a40f7872d2eb7 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/63e8b4ea7c7347d78c7a40f7872d2eb7 2024-11-23T11:22:30,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/98d12e65dd8a49b9a2b6bff14c21391a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/98d12e65dd8a49b9a2b6bff14c21391a 2024-11-23T11:22:30,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d0fda24bf86d4776b5b9f30efa75aa39 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d0fda24bf86d4776b5b9f30efa75aa39 2024-11-23T11:22:30,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/a58da202c5a5400a963210a299878211 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/a58da202c5a5400a963210a299878211 2024-11-23T11:22:30,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/aee5933433a842e584d7efea79e75798 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/aee5933433a842e584d7efea79e75798 2024-11-23T11:22:30,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/6e21d734a9f74c7ebafb4ebeecb0cc9d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/6e21d734a9f74c7ebafb4ebeecb0cc9d 2024-11-23T11:22:30,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/1102dce977c24ee5b2be972d3675e759 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/1102dce977c24ee5b2be972d3675e759 2024-11-23T11:22:30,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/9aabab6a88b54884bf4e1e8a94c053fc to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/9aabab6a88b54884bf4e1e8a94c053fc 2024-11-23T11:22:30,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/36e7c6c8252c4f4fae47c15955dbd902 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/36e7c6c8252c4f4fae47c15955dbd902 2024-11-23T11:22:30,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/94028e92f2f04d1f9e462254b71ae3dc to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/94028e92f2f04d1f9e462254b71ae3dc 2024-11-23T11:22:30,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d4612b1a83164cd39342a7631c09bec3 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d4612b1a83164cd39342a7631c09bec3 2024-11-23T11:22:30,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/735d066c028f4b5e99c4b04a9e29004f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/735d066c028f4b5e99c4b04a9e29004f 2024-11-23T11:22:30,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/c554907923374c51bd3569cf1005082f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/c554907923374c51bd3569cf1005082f 2024-11-23T11:22:30,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/88fb39ba794044b6abcda4ae571aa980 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/88fb39ba794044b6abcda4ae571aa980 2024-11-23T11:22:30,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/10bc4695cc4b4735aa9b5c49eda59980 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/10bc4695cc4b4735aa9b5c49eda59980 2024-11-23T11:22:30,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/9d1fc0f659f149fe8748380955a719e8 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/9d1fc0f659f149fe8748380955a719e8 2024-11-23T11:22:30,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/853987a9cee64e29ae54cbdf00bf6204 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/853987a9cee64e29ae54cbdf00bf6204 2024-11-23T11:22:30,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/0d534f6c345a479aa1293c0d4b17a57b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/0d534f6c345a479aa1293c0d4b17a57b 2024-11-23T11:22:30,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/92a419ae693d44af9b3c21ed1d33ab4a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/92a419ae693d44af9b3c21ed1d33ab4a 2024-11-23T11:22:30,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/29acae8eba764265a4478fb7c9319f2f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/72620d55c2bc406383f89c2bcb67fff3, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d33f1c501f1041498e9508de2178220b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d5111b309aaa4082801f48fb4bacfc11, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/295b8403b053403bb530637014a04f2f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/194fb0a98d2d4e9fb823ec8e1cbbb8c0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/72657a5c60524f25b17ea677d967bfe7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/625e4e78adbb45f48e52f131b1f87e4e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/4cddae2bc1404fc2a756878a80b07f33, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/8b009a55ed694d07a5332dc4d3333fd9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/aa05bc88b0674e84a131928381b5d10d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/6f7eb5a26d194f9f8a8352aff435a73b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/fcedc53e4b904dbca8d5a3ea58bbf04e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/165b9f10a50f45a8bc3dd0c635e43284, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/1c6909f1cc214947bcaf17805beb53ae, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/a03bdfcf33cb49319c2fe9fb193f00e5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/7f2a5eed186446198f7be7c3219ec297, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/11b0b5bef57e41d09cee70bec44da789, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/9e62ca179101495da6729ad516fc16b5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/42a8683ee24441b69f1546b7996feb09, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/1224759cc902420f9b457a92788b3ec6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/46403b4169f345d0b80542408a385aeb, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/14e843e4fa4e42cfbb2e5b86c488b1ee, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d64bcc258c9547b3bef6bbec53ffdbd9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/129f169bcdb3475e95e57041499d4e5a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/8f7c1872e83641769a780f8267f1653e] to archive 2024-11-23T11:22:30,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:22:30,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/29acae8eba764265a4478fb7c9319f2f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/29acae8eba764265a4478fb7c9319f2f 2024-11-23T11:22:30,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/72620d55c2bc406383f89c2bcb67fff3 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/72620d55c2bc406383f89c2bcb67fff3 2024-11-23T11:22:30,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d33f1c501f1041498e9508de2178220b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d33f1c501f1041498e9508de2178220b 2024-11-23T11:22:30,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d5111b309aaa4082801f48fb4bacfc11 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d5111b309aaa4082801f48fb4bacfc11 2024-11-23T11:22:30,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/295b8403b053403bb530637014a04f2f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/295b8403b053403bb530637014a04f2f 2024-11-23T11:22:30,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/194fb0a98d2d4e9fb823ec8e1cbbb8c0 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/194fb0a98d2d4e9fb823ec8e1cbbb8c0 2024-11-23T11:22:30,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/72657a5c60524f25b17ea677d967bfe7 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/72657a5c60524f25b17ea677d967bfe7 2024-11-23T11:22:30,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/625e4e78adbb45f48e52f131b1f87e4e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/625e4e78adbb45f48e52f131b1f87e4e 2024-11-23T11:22:30,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/4cddae2bc1404fc2a756878a80b07f33 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/4cddae2bc1404fc2a756878a80b07f33 2024-11-23T11:22:30,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/8b009a55ed694d07a5332dc4d3333fd9 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/8b009a55ed694d07a5332dc4d3333fd9 2024-11-23T11:22:30,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/aa05bc88b0674e84a131928381b5d10d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/aa05bc88b0674e84a131928381b5d10d 2024-11-23T11:22:30,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/6f7eb5a26d194f9f8a8352aff435a73b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/6f7eb5a26d194f9f8a8352aff435a73b 2024-11-23T11:22:30,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/fcedc53e4b904dbca8d5a3ea58bbf04e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/fcedc53e4b904dbca8d5a3ea58bbf04e 2024-11-23T11:22:30,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/165b9f10a50f45a8bc3dd0c635e43284 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/165b9f10a50f45a8bc3dd0c635e43284 2024-11-23T11:22:30,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/1c6909f1cc214947bcaf17805beb53ae to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/1c6909f1cc214947bcaf17805beb53ae 2024-11-23T11:22:30,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/a03bdfcf33cb49319c2fe9fb193f00e5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/a03bdfcf33cb49319c2fe9fb193f00e5 2024-11-23T11:22:30,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/7f2a5eed186446198f7be7c3219ec297 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/7f2a5eed186446198f7be7c3219ec297 2024-11-23T11:22:30,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/11b0b5bef57e41d09cee70bec44da789 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/11b0b5bef57e41d09cee70bec44da789 2024-11-23T11:22:30,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/9e62ca179101495da6729ad516fc16b5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/9e62ca179101495da6729ad516fc16b5 2024-11-23T11:22:30,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/42a8683ee24441b69f1546b7996feb09 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/42a8683ee24441b69f1546b7996feb09 2024-11-23T11:22:30,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/1224759cc902420f9b457a92788b3ec6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/1224759cc902420f9b457a92788b3ec6 2024-11-23T11:22:30,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/46403b4169f345d0b80542408a385aeb to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/46403b4169f345d0b80542408a385aeb 2024-11-23T11:22:30,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/14e843e4fa4e42cfbb2e5b86c488b1ee to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/14e843e4fa4e42cfbb2e5b86c488b1ee 2024-11-23T11:22:30,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d64bcc258c9547b3bef6bbec53ffdbd9 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/d64bcc258c9547b3bef6bbec53ffdbd9 2024-11-23T11:22:30,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/129f169bcdb3475e95e57041499d4e5a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/129f169bcdb3475e95e57041499d4e5a 2024-11-23T11:22:30,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/8f7c1872e83641769a780f8267f1653e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/8f7c1872e83641769a780f8267f1653e 2024-11-23T11:22:30,342 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/recovered.edits/400.seqid, newMaxSeqId=400, maxSeqId=1 2024-11-23T11:22:30,344 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57. 2024-11-23T11:22:30,344 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for 8120eda1bc81d0b297ca330a2460ce57: 2024-11-23T11:22:30,345 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed 8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:30,346 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=8120eda1bc81d0b297ca330a2460ce57, regionState=CLOSED 2024-11-23T11:22:30,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-23T11:22:30,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure 8120eda1bc81d0b297ca330a2460ce57, server=9bf4ef99e196,37431,1732360861208 in 734 msec 2024-11-23T11:22:30,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-23T11:22:30,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8120eda1bc81d0b297ca330a2460ce57, UNASSIGN in 738 msec 2024-11-23T11:22:30,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-23T11:22:30,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 741 msec 2024-11-23T11:22:30,352 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360950352"}]},"ts":"1732360950352"} 2024-11-23T11:22:30,353 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T11:22:30,355 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T11:22:30,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 753 msec 2024-11-23T11:22:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T11:22:30,709 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-23T11:22:30,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T11:22:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:30,711 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-23T11:22:30,711 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=97, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:30,713 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:30,715 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/recovered.edits] 2024-11-23T11:22:30,717 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/0351e12da95c434faa0603177a4fa8c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/0351e12da95c434faa0603177a4fa8c4 2024-11-23T11:22:30,718 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/5b731f9eac214197a06cda567a02b01f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/5b731f9eac214197a06cda567a02b01f 2024-11-23T11:22:30,719 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/5ecd646bec3c4b5dac91fd52c1a6e4b9 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/A/5ecd646bec3c4b5dac91fd52c1a6e4b9 2024-11-23T11:22:30,721 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/ae6ef23875584881bfc29115ac2a58b2 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/ae6ef23875584881bfc29115ac2a58b2 2024-11-23T11:22:30,722 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d98e28ab12ee4ea1abfc49f49e30ce83 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/d98e28ab12ee4ea1abfc49f49e30ce83 2024-11-23T11:22:30,723 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/ff4e9f6ccb744b469f4c1be573bb7bc6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/B/ff4e9f6ccb744b469f4c1be573bb7bc6 2024-11-23T11:22:30,725 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/39bcbcddb6bf46d88cfa2e43abd3cf4e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/39bcbcddb6bf46d88cfa2e43abd3cf4e 2024-11-23T11:22:30,726 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/472cb092cfb54c54a6b5ec1002240c1c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/472cb092cfb54c54a6b5ec1002240c1c 2024-11-23T11:22:30,726 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/955ac44af5d1442c947af38792849ab5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/C/955ac44af5d1442c947af38792849ab5 2024-11-23T11:22:30,728 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/recovered.edits/400.seqid to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57/recovered.edits/400.seqid 2024-11-23T11:22:30,729 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/8120eda1bc81d0b297ca330a2460ce57 2024-11-23T11:22:30,729 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T11:22:30,731 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=97, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:30,736 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T11:22:30,738 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T11:22:30,739 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=97, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:30,739 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T11:22:30,739 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732360950739"}]},"ts":"9223372036854775807"} 2024-11-23T11:22:30,741 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T11:22:30,741 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8120eda1bc81d0b297ca330a2460ce57, NAME => 'TestAcidGuarantees,,1732360919643.8120eda1bc81d0b297ca330a2460ce57.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T11:22:30,741 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T11:22:30,741 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732360950741"}]},"ts":"9223372036854775807"} 2024-11-23T11:22:30,742 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T11:22:30,744 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=97, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:30,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 35 msec 2024-11-23T11:22:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-23T11:22:30,812 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-23T11:22:30,821 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237 (was 242), OpenFileDescriptor=451 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3751 (was 4774) 2024-11-23T11:22:30,830 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=3751 2024-11-23T11:22:30,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T11:22:30,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:30,832 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:22:30,832 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:30,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 98 2024-11-23T11:22:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T11:22:30,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:22:30,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742151_1327 (size=960) 2024-11-23T11:22:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T11:22:30,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T11:22:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T11:22:31,240 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469 2024-11-23T11:22:31,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742152_1328 (size=53) 2024-11-23T11:22:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T11:22:31,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:31,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4f213452dfcf2e6b17b6ca44a9731620, disabling compactions & flushes 2024-11-23T11:22:31,646 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:31,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:31,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. after waiting 0 ms 2024-11-23T11:22:31,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:31,646 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:31,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:31,647 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:22:31,647 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732360951647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360951647"}]},"ts":"1732360951647"} 2024-11-23T11:22:31,648 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T11:22:31,649 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:22:31,649 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360951649"}]},"ts":"1732360951649"} 2024-11-23T11:22:31,650 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T11:22:31,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f213452dfcf2e6b17b6ca44a9731620, ASSIGN}] 2024-11-23T11:22:31,654 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f213452dfcf2e6b17b6ca44a9731620, ASSIGN 2024-11-23T11:22:31,654 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f213452dfcf2e6b17b6ca44a9731620, ASSIGN; state=OFFLINE, location=9bf4ef99e196,37431,1732360861208; forceNewPlan=false, retain=false 2024-11-23T11:22:31,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=4f213452dfcf2e6b17b6ca44a9731620, regionState=OPENING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:31,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; OpenRegionProcedure 4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:22:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T11:22:31,957 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:31,960 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:31,960 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:31,960 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:31,960 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:31,960 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:31,960 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:31,962 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:31,963 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:22:31,963 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f213452dfcf2e6b17b6ca44a9731620 columnFamilyName A 2024-11-23T11:22:31,963 DEBUG [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:31,963 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.HStore(327): Store=4f213452dfcf2e6b17b6ca44a9731620/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:31,963 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:31,964 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:22:31,964 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f213452dfcf2e6b17b6ca44a9731620 columnFamilyName B 2024-11-23T11:22:31,964 DEBUG [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:31,965 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.HStore(327): Store=4f213452dfcf2e6b17b6ca44a9731620/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:31,965 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:31,966 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:22:31,966 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f213452dfcf2e6b17b6ca44a9731620 columnFamilyName C 2024-11-23T11:22:31,966 DEBUG [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:31,966 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.HStore(327): Store=4f213452dfcf2e6b17b6ca44a9731620/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:31,966 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:31,967 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:31,967 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:31,968 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T11:22:31,969 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:31,971 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:31,971 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened 4f213452dfcf2e6b17b6ca44a9731620; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74237062, jitterRate=0.10621842741966248}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T11:22:31,972 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:31,972 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., pid=100, masterSystemTime=1732360951957 2024-11-23T11:22:31,974 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:31,974 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:31,974 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=4f213452dfcf2e6b17b6ca44a9731620, regionState=OPEN, openSeqNum=2, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:31,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-23T11:22:31,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; OpenRegionProcedure 4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 in 169 msec 2024-11-23T11:22:31,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-23T11:22:31,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f213452dfcf2e6b17b6ca44a9731620, ASSIGN in 323 msec 2024-11-23T11:22:31,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:22:31,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360951978"}]},"ts":"1732360951978"} 2024-11-23T11:22:31,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T11:22:31,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:22:31,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-23T11:22:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T11:22:32,937 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-23T11:22:32,938 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df61dc9 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe71801 2024-11-23T11:22:32,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:32,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:32,944 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:32,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:32,946 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:32,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T11:22:32,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:32,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742153_1329 (size=996) 2024-11-23T11:22:33,358 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-23T11:22:33,358 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-23T11:22:33,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T11:22:33,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f213452dfcf2e6b17b6ca44a9731620, REOPEN/MOVE}] 2024-11-23T11:22:33,362 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f213452dfcf2e6b17b6ca44a9731620, REOPEN/MOVE 2024-11-23T11:22:33,363 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=4f213452dfcf2e6b17b6ca44a9731620, regionState=CLOSING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:33,364 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T11:22:33,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure 4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:22:33,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:33,515 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:33,516 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T11:22:33,516 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing 4f213452dfcf2e6b17b6ca44a9731620, disabling compactions & flushes 2024-11-23T11:22:33,516 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:33,516 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:33,516 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. after waiting 0 ms 2024-11-23T11:22:33,516 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:33,519 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T11:22:33,520 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:33,520 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:33,520 WARN [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionServer(3786): Not adding moved region record: 4f213452dfcf2e6b17b6ca44a9731620 to self. 2024-11-23T11:22:33,521 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:33,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=4f213452dfcf2e6b17b6ca44a9731620, regionState=CLOSED 2024-11-23T11:22:33,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-23T11:22:33,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure 4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 in 158 msec 2024-11-23T11:22:33,524 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f213452dfcf2e6b17b6ca44a9731620, REOPEN/MOVE; state=CLOSED, location=9bf4ef99e196,37431,1732360861208; forceNewPlan=false, retain=true 2024-11-23T11:22:33,674 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=4f213452dfcf2e6b17b6ca44a9731620, regionState=OPENING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:33,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=103, state=RUNNABLE; OpenRegionProcedure 4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:22:33,827 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:33,829 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:33,829 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:33,830 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:33,830 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:33,830 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:33,830 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:33,831 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:33,832 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:22:33,832 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f213452dfcf2e6b17b6ca44a9731620 columnFamilyName A 2024-11-23T11:22:33,833 DEBUG [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:33,833 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.HStore(327): Store=4f213452dfcf2e6b17b6ca44a9731620/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:33,834 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:33,834 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:22:33,834 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f213452dfcf2e6b17b6ca44a9731620 columnFamilyName B 2024-11-23T11:22:33,834 DEBUG [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:33,835 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.HStore(327): Store=4f213452dfcf2e6b17b6ca44a9731620/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:33,835 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:33,835 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:22:33,835 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f213452dfcf2e6b17b6ca44a9731620 columnFamilyName C 2024-11-23T11:22:33,835 DEBUG [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:33,836 INFO [StoreOpener-4f213452dfcf2e6b17b6ca44a9731620-1 {}] regionserver.HStore(327): Store=4f213452dfcf2e6b17b6ca44a9731620/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:33,836 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:33,836 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:33,837 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:33,838 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T11:22:33,839 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:33,840 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened 4f213452dfcf2e6b17b6ca44a9731620; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65495973, jitterRate=-0.02403394877910614}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T11:22:33,840 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:33,841 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., pid=105, masterSystemTime=1732360953827 2024-11-23T11:22:33,842 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:33,842 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:33,843 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=4f213452dfcf2e6b17b6ca44a9731620, regionState=OPEN, openSeqNum=5, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:33,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=103 2024-11-23T11:22:33,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=103, state=SUCCESS; OpenRegionProcedure 4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 in 168 msec 2024-11-23T11:22:33,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-23T11:22:33,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f213452dfcf2e6b17b6ca44a9731620, REOPEN/MOVE in 482 msec 2024-11-23T11:22:33,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-23T11:22:33,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-23T11:22:33,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 899 msec 2024-11-23T11:22:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-23T11:22:33,850 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511 2024-11-23T11:22:33,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:33,858 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72f422b4 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc42ea6 2024-11-23T11:22:33,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f74604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:33,861 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9 2024-11-23T11:22:33,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:33,864 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-11-23T11:22:33,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:33,868 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-11-23T11:22:33,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:33,872 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-23T11:22:33,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:33,875 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc 2024-11-23T11:22:33,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:33,878 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9 2024-11-23T11:22:33,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:33,882 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4 2024-11-23T11:22:33,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:33,885 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x787e5169 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7284f16d 2024-11-23T11:22:33,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47679076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:33,890 DEBUG [hconnection-0x43a916cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:33,891 DEBUG [hconnection-0x3023db23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:33,891 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:33,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:33,891 DEBUG [hconnection-0x383ab95b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-23T11:22:33,892 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:33,892 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:33,892 DEBUG [hconnection-0x604733c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:33,893 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T11:22:33,893 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:33,893 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:33,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:33,894 DEBUG [hconnection-0x6c5f6e43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:33,895 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:33,897 DEBUG [hconnection-0x6b5ae3e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:33,897 DEBUG [hconnection-0x5b9c09fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:33,898 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:33,898 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:33,899 DEBUG [hconnection-0x78fb11db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:33,900 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:33,900 DEBUG [hconnection-0x635cc7b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:33,900 DEBUG [hconnection-0x1de8b601-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:33,901 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:33,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:22:33,902 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:33,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:33,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:33,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:33,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:33,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:33,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:33,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b088030159514b59a52295caa08c9b2e_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360953902/Put/seqid=0 2024-11-23T11:22:33,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742154_1330 (size=17034) 2024-11-23T11:22:33,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361013959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:33,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361013959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:33,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361013960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:33,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361013960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:33,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361013961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T11:22:34,046 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T11:22:34,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:34,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:34,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:34,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361014064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361014064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361014066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361014066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361014068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T11:22:34,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T11:22:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:34,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361014266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361014268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361014270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361014270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361014271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,336 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:34,339 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b088030159514b59a52295caa08c9b2e_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b088030159514b59a52295caa08c9b2e_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:34,340 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/c6698d5ffbc340348356f4209eb50ed2, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:34,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/c6698d5ffbc340348356f4209eb50ed2 is 175, key is test_row_0/A:col10/1732360953902/Put/seqid=0 2024-11-23T11:22:34,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742155_1331 (size=48139) 2024-11-23T11:22:34,351 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T11:22:34,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:34,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:34,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:34,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T11:22:34,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T11:22:34,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:34,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:34,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:34,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361014571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361014572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361014575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361014576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361014576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T11:22:34,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:34,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:34,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:34,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,745 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/c6698d5ffbc340348356f4209eb50ed2 2024-11-23T11:22:34,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/40d459216fe24ab1950e5a8075d8aa9d is 50, key is test_row_0/B:col10/1732360953902/Put/seqid=0 2024-11-23T11:22:34,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742156_1332 (size=12001) 2024-11-23T11:22:34,809 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T11:22:34,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:34,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:34,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:34,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,961 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:34,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T11:22:34,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:34,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:34,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:34,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T11:22:35,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361015076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:35,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361015077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:35,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361015079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:35,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361015081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:35,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361015084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:35,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:35,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T11:22:35,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:35,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:35,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:35,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:35,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:35,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/40d459216fe24ab1950e5a8075d8aa9d 2024-11-23T11:22:35,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/563ee0bdc90a462e8461588f353bda0a is 50, key is test_row_0/C:col10/1732360953902/Put/seqid=0 2024-11-23T11:22:35,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742157_1333 (size=12001) 2024-11-23T11:22:35,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:35,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T11:22:35,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:35,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:35,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:35,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:35,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:35,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:35,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T11:22:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:35,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:35,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:35,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:35,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:35,572 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:35,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T11:22:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:35,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:35,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/563ee0bdc90a462e8461588f353bda0a 2024-11-23T11:22:35,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/c6698d5ffbc340348356f4209eb50ed2 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c6698d5ffbc340348356f4209eb50ed2 2024-11-23T11:22:35,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c6698d5ffbc340348356f4209eb50ed2, entries=250, sequenceid=17, filesize=47.0 K 2024-11-23T11:22:35,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/40d459216fe24ab1950e5a8075d8aa9d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/40d459216fe24ab1950e5a8075d8aa9d 2024-11-23T11:22:35,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/40d459216fe24ab1950e5a8075d8aa9d, entries=150, sequenceid=17, filesize=11.7 K 2024-11-23T11:22:35,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/563ee0bdc90a462e8461588f353bda0a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/563ee0bdc90a462e8461588f353bda0a 2024-11-23T11:22:35,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/563ee0bdc90a462e8461588f353bda0a, entries=150, sequenceid=17, filesize=11.7 K 2024-11-23T11:22:35,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4f213452dfcf2e6b17b6ca44a9731620 in 1723ms, sequenceid=17, compaction requested=false 2024-11-23T11:22:35,625 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T11:22:35,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:35,725 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:35,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T11:22:35,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:35,726 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T11:22:35,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:35,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:35,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:35,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:35,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:35,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:35,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234fc30d72434e478aa1bfcd9379377dce_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360953960/Put/seqid=0 2024-11-23T11:22:35,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742158_1334 (size=12154) 2024-11-23T11:22:35,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:35,741 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234fc30d72434e478aa1bfcd9379377dce_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234fc30d72434e478aa1bfcd9379377dce_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:35,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/4127b060afd243f0914197db6bb84970, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:35,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/4127b060afd243f0914197db6bb84970 is 175, key is test_row_0/A:col10/1732360953960/Put/seqid=0 2024-11-23T11:22:35,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742159_1335 (size=30955) 2024-11-23T11:22:35,868 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T11:22:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T11:22:36,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:36,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361016096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361016096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361016098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361016098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361016099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,149 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/4127b060afd243f0914197db6bb84970 2024-11-23T11:22:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/0bd404123d7041ba9e61f816b7745320 is 50, key is test_row_0/B:col10/1732360953960/Put/seqid=0 2024-11-23T11:22:36,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742160_1336 (size=12001) 2024-11-23T11:22:36,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361016204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361016204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361016205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361016205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361016205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361016408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361016408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361016409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361016409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361016409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,560 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/0bd404123d7041ba9e61f816b7745320 2024-11-23T11:22:36,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/5298879685524ce58f8a30b249acd918 is 50, key is test_row_0/C:col10/1732360953960/Put/seqid=0 2024-11-23T11:22:36,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742161_1337 (size=12001) 2024-11-23T11:22:36,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361016713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361016713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361016714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361016715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361016715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:36,973 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/5298879685524ce58f8a30b249acd918 2024-11-23T11:22:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/4127b060afd243f0914197db6bb84970 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/4127b060afd243f0914197db6bb84970 2024-11-23T11:22:36,981 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/4127b060afd243f0914197db6bb84970, entries=150, sequenceid=40, filesize=30.2 K 2024-11-23T11:22:36,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/0bd404123d7041ba9e61f816b7745320 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/0bd404123d7041ba9e61f816b7745320 2024-11-23T11:22:36,985 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/0bd404123d7041ba9e61f816b7745320, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T11:22:36,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/5298879685524ce58f8a30b249acd918 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/5298879685524ce58f8a30b249acd918 2024-11-23T11:22:36,990 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/5298879685524ce58f8a30b249acd918, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T11:22:36,991 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4f213452dfcf2e6b17b6ca44a9731620 in 1265ms, sequenceid=40, compaction requested=false 2024-11-23T11:22:36,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:36,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:36,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-23T11:22:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-23T11:22:36,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-23T11:22:36,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1030 sec 2024-11-23T11:22:36,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 3.1070 sec 2024-11-23T11:22:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:37,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T11:22:37,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:37,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:37,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:37,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:37,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:37,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:37,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112386eebe25f0dc4775b8631b79b3bb5e59_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360957221/Put/seqid=0 2024-11-23T11:22:37,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742162_1338 (size=19474) 2024-11-23T11:22:37,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361017241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361017243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361017246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361017247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361017247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361017348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361017348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361017351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361017352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361017352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361017552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361017552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361017556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361017558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361017558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,635 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:37,639 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112386eebe25f0dc4775b8631b79b3bb5e59_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112386eebe25f0dc4775b8631b79b3bb5e59_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:37,640 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/1bca8f7bf57c4cd1b52567e17b2f4591, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:37,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/1bca8f7bf57c4cd1b52567e17b2f4591 is 175, key is test_row_0/A:col10/1732360957221/Put/seqid=0 2024-11-23T11:22:37,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742163_1339 (size=56733) 2024-11-23T11:22:37,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361017858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361017860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361017861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361017866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361017866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T11:22:37,997 INFO [Thread-1504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-23T11:22:37,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-23T11:22:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T11:22:38,000 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:38,001 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:38,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:38,045 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/1bca8f7bf57c4cd1b52567e17b2f4591 2024-11-23T11:22:38,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/47095fd97be04e86bc66afc1ef76cc78 is 50, key is test_row_0/B:col10/1732360957221/Put/seqid=0 2024-11-23T11:22:38,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742164_1340 (size=12001) 2024-11-23T11:22:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T11:22:38,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:38,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T11:22:38,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:38,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:38,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:38,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:38,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T11:22:38,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:38,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T11:22:38,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:38,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:38,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:38,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:38,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:38,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361018364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:38,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361018366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:38,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361018366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:38,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361018370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:38,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361018372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:38,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/47095fd97be04e86bc66afc1ef76cc78 2024-11-23T11:22:38,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:38,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T11:22:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:38,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:38,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/4c99d1f299bc4086aa1944138ef5a99f is 50, key is test_row_0/C:col10/1732360957221/Put/seqid=0 2024-11-23T11:22:38,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742165_1341 (size=12001) 2024-11-23T11:22:38,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/4c99d1f299bc4086aa1944138ef5a99f 2024-11-23T11:22:38,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/1bca8f7bf57c4cd1b52567e17b2f4591 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/1bca8f7bf57c4cd1b52567e17b2f4591 2024-11-23T11:22:38,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/1bca8f7bf57c4cd1b52567e17b2f4591, entries=300, sequenceid=56, filesize=55.4 K 2024-11-23T11:22:38,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/47095fd97be04e86bc66afc1ef76cc78 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/47095fd97be04e86bc66afc1ef76cc78 2024-11-23T11:22:38,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/47095fd97be04e86bc66afc1ef76cc78, entries=150, sequenceid=56, filesize=11.7 K 2024-11-23T11:22:38,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/4c99d1f299bc4086aa1944138ef5a99f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/4c99d1f299bc4086aa1944138ef5a99f 2024-11-23T11:22:38,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/4c99d1f299bc4086aa1944138ef5a99f, entries=150, sequenceid=56, filesize=11.7 K 2024-11-23T11:22:38,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4f213452dfcf2e6b17b6ca44a9731620 in 1279ms, sequenceid=56, compaction requested=true 2024-11-23T11:22:38,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:38,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:22:38,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:38,501 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:38,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:22:38,501 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:38,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:38,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:22:38,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:38,503 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:38,503 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135827 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:38,503 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/B is initiating minor compaction (all files) 2024-11-23T11:22:38,503 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/A is initiating minor compaction (all files) 2024-11-23T11:22:38,503 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/B in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:38,503 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/A in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:38,503 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/40d459216fe24ab1950e5a8075d8aa9d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/0bd404123d7041ba9e61f816b7745320, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/47095fd97be04e86bc66afc1ef76cc78] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=35.2 K 2024-11-23T11:22:38,503 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c6698d5ffbc340348356f4209eb50ed2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/4127b060afd243f0914197db6bb84970, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/1bca8f7bf57c4cd1b52567e17b2f4591] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=132.6 K 2024-11-23T11:22:38,503 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:38,503 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c6698d5ffbc340348356f4209eb50ed2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/4127b060afd243f0914197db6bb84970, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/1bca8f7bf57c4cd1b52567e17b2f4591] 2024-11-23T11:22:38,503 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 40d459216fe24ab1950e5a8075d8aa9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732360953896 2024-11-23T11:22:38,503 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6698d5ffbc340348356f4209eb50ed2, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732360953896 2024-11-23T11:22:38,503 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bd404123d7041ba9e61f816b7745320, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732360953959 2024-11-23T11:22:38,504 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4127b060afd243f0914197db6bb84970, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732360953959 2024-11-23T11:22:38,504 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 47095fd97be04e86bc66afc1ef76cc78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732360957221 2024-11-23T11:22:38,504 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bca8f7bf57c4cd1b52567e17b2f4591, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732360956087 2024-11-23T11:22:38,509 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:38,510 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#B#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:38,511 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/9c58fe56af964880823392018601e02c is 50, key is test_row_0/B:col10/1732360957221/Put/seqid=0 2024-11-23T11:22:38,512 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123b31d3ea250654fbaaff0dbcad2068187_4f213452dfcf2e6b17b6ca44a9731620 store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:38,514 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123b31d3ea250654fbaaff0dbcad2068187_4f213452dfcf2e6b17b6ca44a9731620, store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:38,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742166_1342 (size=12104) 2024-11-23T11:22:38,515 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b31d3ea250654fbaaff0dbcad2068187_4f213452dfcf2e6b17b6ca44a9731620 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:38,519 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/9c58fe56af964880823392018601e02c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/9c58fe56af964880823392018601e02c 2024-11-23T11:22:38,524 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/B of 4f213452dfcf2e6b17b6ca44a9731620 into 9c58fe56af964880823392018601e02c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:38,524 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:38,524 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/B, priority=13, startTime=1732360958501; duration=0sec 2024-11-23T11:22:38,525 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:38,525 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:B 2024-11-23T11:22:38,525 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:38,525 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:38,525 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/C is initiating minor compaction (all files) 2024-11-23T11:22:38,525 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/C in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:38,526 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/563ee0bdc90a462e8461588f353bda0a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/5298879685524ce58f8a30b249acd918, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/4c99d1f299bc4086aa1944138ef5a99f] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=35.2 K 2024-11-23T11:22:38,527 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 563ee0bdc90a462e8461588f353bda0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732360953896 2024-11-23T11:22:38,527 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 5298879685524ce58f8a30b249acd918, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732360953959 2024-11-23T11:22:38,527 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c99d1f299bc4086aa1944138ef5a99f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732360957221 2024-11-23T11:22:38,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742167_1343 (size=4469) 2024-11-23T11:22:38,535 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#C#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:38,535 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/e4ee4092c15e45369f6a750a4219c5eb is 50, key is test_row_0/C:col10/1732360957221/Put/seqid=0 2024-11-23T11:22:38,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742168_1344 (size=12104) 2024-11-23T11:22:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T11:22:38,612 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:38,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T11:22:38,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:38,613 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T11:22:38,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:38,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:38,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:38,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:38,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:38,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:38,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123add2050ec50e46ccb62e9d388c382807_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360957239/Put/seqid=0 2024-11-23T11:22:38,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742169_1345 (size=12154) 2024-11-23T11:22:38,935 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#A#compaction#291 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:38,936 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/a6e42cd30e3744c8a8546cb200072192 is 175, key is test_row_0/A:col10/1732360957221/Put/seqid=0 2024-11-23T11:22:38,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742170_1346 (size=31058) 2024-11-23T11:22:38,945 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/a6e42cd30e3744c8a8546cb200072192 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/a6e42cd30e3744c8a8546cb200072192 2024-11-23T11:22:38,946 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/e4ee4092c15e45369f6a750a4219c5eb as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/e4ee4092c15e45369f6a750a4219c5eb 2024-11-23T11:22:38,951 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/C of 4f213452dfcf2e6b17b6ca44a9731620 into e4ee4092c15e45369f6a750a4219c5eb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:38,951 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/A of 4f213452dfcf2e6b17b6ca44a9731620 into a6e42cd30e3744c8a8546cb200072192(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:38,951 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:38,951 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:38,951 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/C, priority=13, startTime=1732360958501; duration=0sec 2024-11-23T11:22:38,951 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/A, priority=13, startTime=1732360958501; duration=0sec 2024-11-23T11:22:38,951 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:38,951 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:C 2024-11-23T11:22:38,951 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:38,951 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:A 2024-11-23T11:22:39,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:39,050 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123add2050ec50e46ccb62e9d388c382807_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123add2050ec50e46ccb62e9d388c382807_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:39,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/3ded69483b6f46e99a2bfe4e5930686a, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/3ded69483b6f46e99a2bfe4e5930686a is 175, key is test_row_0/A:col10/1732360957239/Put/seqid=0 2024-11-23T11:22:39,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742171_1347 (size=30955) 2024-11-23T11:22:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T11:22:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:39,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:39,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361019416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361019417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361019417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361019420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361019420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,475 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/3ded69483b6f46e99a2bfe4e5930686a 2024-11-23T11:22:39,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/730531db0610470c93acf473645af8c1 is 50, key is test_row_0/B:col10/1732360957239/Put/seqid=0 2024-11-23T11:22:39,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742172_1348 (size=12001) 2024-11-23T11:22:39,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361019522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361019523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361019523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361019525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361019525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361019727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361019728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361019728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361019728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361019729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:39,892 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/730531db0610470c93acf473645af8c1 2024-11-23T11:22:39,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/93dfd75bba2746adbdb2f2d39e169fa5 is 50, key is test_row_0/C:col10/1732360957239/Put/seqid=0 2024-11-23T11:22:39,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742173_1349 (size=12001) 2024-11-23T11:22:40,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361020031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361020031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361020033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361020034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361020035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T11:22:40,305 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/93dfd75bba2746adbdb2f2d39e169fa5 2024-11-23T11:22:40,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/3ded69483b6f46e99a2bfe4e5930686a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/3ded69483b6f46e99a2bfe4e5930686a 2024-11-23T11:22:40,315 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/3ded69483b6f46e99a2bfe4e5930686a, entries=150, sequenceid=77, filesize=30.2 K 2024-11-23T11:22:40,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/730531db0610470c93acf473645af8c1 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/730531db0610470c93acf473645af8c1 2024-11-23T11:22:40,319 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/730531db0610470c93acf473645af8c1, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T11:22:40,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/93dfd75bba2746adbdb2f2d39e169fa5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/93dfd75bba2746adbdb2f2d39e169fa5 2024-11-23T11:22:40,323 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/93dfd75bba2746adbdb2f2d39e169fa5, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T11:22:40,324 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4f213452dfcf2e6b17b6ca44a9731620 in 1710ms, sequenceid=77, compaction requested=false 2024-11-23T11:22:40,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:40,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:40,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-23T11:22:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-23T11:22:40,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-23T11:22:40,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3240 sec 2024-11-23T11:22:40,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.3280 sec 2024-11-23T11:22:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:40,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T11:22:40,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:40,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:40,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:40,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:40,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:40,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:40,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123417b904903584e9fa899e4557ac93c4e_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360959419/Put/seqid=0 2024-11-23T11:22:40,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742174_1350 (size=14594) 2024-11-23T11:22:40,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361020556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361020557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361020558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361020558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361020559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361020661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361020664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361020664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361020664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361020665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361020867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361020870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361020870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361020872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361020872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:40,949 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:40,953 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123417b904903584e9fa899e4557ac93c4e_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123417b904903584e9fa899e4557ac93c4e_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:40,954 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/91066aa25b7e4f73ae8999677afe6ae4, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:40,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/91066aa25b7e4f73ae8999677afe6ae4 is 175, key is test_row_0/A:col10/1732360959419/Put/seqid=0 2024-11-23T11:22:40,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742175_1351 (size=39549) 2024-11-23T11:22:40,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T11:22:40,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T11:22:41,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361021175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361021176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361021176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361021177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361021177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,359 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/91066aa25b7e4f73ae8999677afe6ae4 2024-11-23T11:22:41,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/5a51e241796a4ad98553499aa848e5c5 is 50, key is test_row_0/B:col10/1732360959419/Put/seqid=0 2024-11-23T11:22:41,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742176_1352 (size=12001) 2024-11-23T11:22:41,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/5a51e241796a4ad98553499aa848e5c5 2024-11-23T11:22:41,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/0a168d7caf514483ae6a65638f0a6aaa is 50, key is test_row_0/C:col10/1732360959419/Put/seqid=0 2024-11-23T11:22:41,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742177_1353 (size=12001) 2024-11-23T11:22:41,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/0a168d7caf514483ae6a65638f0a6aaa 2024-11-23T11:22:41,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/91066aa25b7e4f73ae8999677afe6ae4 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/91066aa25b7e4f73ae8999677afe6ae4 2024-11-23T11:22:41,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/91066aa25b7e4f73ae8999677afe6ae4, entries=200, sequenceid=96, filesize=38.6 K 2024-11-23T11:22:41,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/5a51e241796a4ad98553499aa848e5c5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/5a51e241796a4ad98553499aa848e5c5 2024-11-23T11:22:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/5a51e241796a4ad98553499aa848e5c5, entries=150, sequenceid=96, filesize=11.7 K 2024-11-23T11:22:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/0a168d7caf514483ae6a65638f0a6aaa as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/0a168d7caf514483ae6a65638f0a6aaa 2024-11-23T11:22:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/0a168d7caf514483ae6a65638f0a6aaa, entries=150, sequenceid=96, filesize=11.7 K 2024-11-23T11:22:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4f213452dfcf2e6b17b6ca44a9731620 in 908ms, sequenceid=96, compaction requested=true 2024-11-23T11:22:41,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,446 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:22:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:22:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:41,447 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:41,447 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:22:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:41,447 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/A is initiating minor compaction (all files) 2024-11-23T11:22:41,447 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/A in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,448 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/a6e42cd30e3744c8a8546cb200072192, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/3ded69483b6f46e99a2bfe4e5930686a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/91066aa25b7e4f73ae8999677afe6ae4] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=99.2 K 2024-11-23T11:22:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,448 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:41,448 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/a6e42cd30e3744c8a8546cb200072192, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/3ded69483b6f46e99a2bfe4e5930686a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/91066aa25b7e4f73ae8999677afe6ae4] 2024-11-23T11:22:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,448 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6e42cd30e3744c8a8546cb200072192, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732360957221 2024-11-23T11:22:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,449 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ded69483b6f46e99a2bfe4e5930686a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732360957239 2024-11-23T11:22:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,449 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,450 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/B is initiating minor compaction (all files) 2024-11-23T11:22:41,450 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/B in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,450 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/9c58fe56af964880823392018601e02c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/730531db0610470c93acf473645af8c1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/5a51e241796a4ad98553499aa848e5c5] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=35.3 K 2024-11-23T11:22:41,450 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91066aa25b7e4f73ae8999677afe6ae4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732360959416 2024-11-23T11:22:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,450 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c58fe56af964880823392018601e02c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732360957221 2024-11-23T11:22:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,451 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 730531db0610470c93acf473645af8c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732360957239 2024-11-23T11:22:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,451 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a51e241796a4ad98553499aa848e5c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732360959419 2024-11-23T11:22:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,458 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,460 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112380a8a9f02a8d4f24b829bf62ae9523dc_4f213452dfcf2e6b17b6ca44a9731620 store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,462 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112380a8a9f02a8d4f24b829bf62ae9523dc_4f213452dfcf2e6b17b6ca44a9731620, store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:41,463 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112380a8a9f02a8d4f24b829bf62ae9523dc_4f213452dfcf2e6b17b6ca44a9731620 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,470 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,470 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/6a4bd25672774ab1ac855e2d151c5cc1 is 50, key is test_row_0/B:col10/1732360959419/Put/seqid=0 2024-11-23T11:22:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742178_1354 (size=4469) 2024-11-23T11:22:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742179_1355 (size=12207) 2024-11-23T11:22:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,494 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/6a4bd25672774ab1ac855e2d151c5cc1 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/6a4bd25672774ab1ac855e2d151c5cc1 2024-11-23T11:22:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,500 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/B of 4f213452dfcf2e6b17b6ca44a9731620 into 6a4bd25672774ab1ac855e2d151c5cc1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:41,500 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,500 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/B, priority=13, startTime=1732360961447; duration=0sec 2024-11-23T11:22:41,500 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:41,500 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:B 2024-11-23T11:22:41,500 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,503 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,503 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/C is initiating minor compaction (all files) 2024-11-23T11:22:41,503 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/C in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:41,503 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/e4ee4092c15e45369f6a750a4219c5eb, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/93dfd75bba2746adbdb2f2d39e169fa5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/0a168d7caf514483ae6a65638f0a6aaa] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=35.3 K 2024-11-23T11:22:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,503 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting e4ee4092c15e45369f6a750a4219c5eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732360957221 2024-11-23T11:22:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,504 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 93dfd75bba2746adbdb2f2d39e169fa5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732360957239 2024-11-23T11:22:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,504 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a168d7caf514483ae6a65638f0a6aaa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732360959419 2024-11-23T11:22:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,526 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#C#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,527 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/ad5cffca04804c0b924e6ab62b758ab5 is 50, key is test_row_0/C:col10/1732360959419/Put/seqid=0 2024-11-23T11:22:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742180_1356 (size=12207) 2024-11-23T11:22:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,554 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/ad5cffca04804c0b924e6ab62b758ab5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/ad5cffca04804c0b924e6ab62b758ab5 2024-11-23T11:22:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,560 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/C of 4f213452dfcf2e6b17b6ca44a9731620 into ad5cffca04804c0b924e6ab62b758ab5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,560 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:41,560 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/C, priority=13, startTime=1732360961447; duration=0sec 2024-11-23T11:22:41,560 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:41,560 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:C 2024-11-23T11:22:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:41,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T11:22:41,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:41,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:41,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:41,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:41,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e82ff2a008344319a57e02a279348f76_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360961714/Put/seqid=0 2024-11-23T11:22:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742181_1357 (size=12154) 2024-11-23T11:22:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,743 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,750 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e82ff2a008344319a57e02a279348f76_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e82ff2a008344319a57e02a279348f76_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:41,751 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/d1e0e6a149ee43f697adee0143e973a6, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/d1e0e6a149ee43f697adee0143e973a6 is 175, key is test_row_0/A:col10/1732360961714/Put/seqid=0 2024-11-23T11:22:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:41,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361021759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361021760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361021763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361021764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361021764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742182_1358 (size=30955) 2024-11-23T11:22:41,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361021869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361021869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361021872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361021872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361021872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:41,875 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#A#compaction#299 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:41,876 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/e3852c4cf1c647ca8d5df0be127166da is 175, key is test_row_0/A:col10/1732360959419/Put/seqid=0 2024-11-23T11:22:41,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742183_1359 (size=31161) 2024-11-23T11:22:42,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361022073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361022075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361022076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361022077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361022077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T11:22:42,105 INFO [Thread-1504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-23T11:22:42,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-23T11:22:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T11:22:42,107 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:42,108 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:42,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:42,174 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/d1e0e6a149ee43f697adee0143e973a6 2024-11-23T11:22:42,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/ac2bc617744d45de8e66efb7a3fc9995 is 50, key is test_row_0/B:col10/1732360961714/Put/seqid=0 2024-11-23T11:22:42,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742184_1360 (size=12001) 2024-11-23T11:22:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T11:22:42,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T11:22:42,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:42,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:42,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:42,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,285 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/e3852c4cf1c647ca8d5df0be127166da as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/e3852c4cf1c647ca8d5df0be127166da 2024-11-23T11:22:42,290 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/A of 4f213452dfcf2e6b17b6ca44a9731620 into e3852c4cf1c647ca8d5df0be127166da(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:42,290 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:42,290 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/A, priority=13, startTime=1732360961445; duration=0sec 2024-11-23T11:22:42,290 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:42,290 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:A 2024-11-23T11:22:42,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361022380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361022381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361022383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361022383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361022384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T11:22:42,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T11:22:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:42,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T11:22:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:42,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/ac2bc617744d45de8e66efb7a3fc9995 2024-11-23T11:22:42,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/087094b360844233a82926e89720a656 is 50, key is test_row_0/C:col10/1732360961714/Put/seqid=0 2024-11-23T11:22:42,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742185_1361 (size=12001) 2024-11-23T11:22:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T11:22:42,718 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T11:22:42,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:42,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:42,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:42,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T11:22:42,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:42,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:42,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:42,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:42,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361022884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361022889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361022889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361022890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:42,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361022891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:43,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/087094b360844233a82926e89720a656 2024-11-23T11:22:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/d1e0e6a149ee43f697adee0143e973a6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/d1e0e6a149ee43f697adee0143e973a6 2024-11-23T11:22:43,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/d1e0e6a149ee43f697adee0143e973a6, entries=150, sequenceid=118, filesize=30.2 K 2024-11-23T11:22:43,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/ac2bc617744d45de8e66efb7a3fc9995 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/ac2bc617744d45de8e66efb7a3fc9995 2024-11-23T11:22:43,023 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:43,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T11:22:43,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:43,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:43,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:43,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:43,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:43,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/ac2bc617744d45de8e66efb7a3fc9995, entries=150, sequenceid=118, filesize=11.7 K 2024-11-23T11:22:43,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/087094b360844233a82926e89720a656 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/087094b360844233a82926e89720a656 2024-11-23T11:22:43,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/087094b360844233a82926e89720a656, entries=150, sequenceid=118, filesize=11.7 K 2024-11-23T11:22:43,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 4f213452dfcf2e6b17b6ca44a9731620 in 1328ms, sequenceid=118, compaction requested=false 2024-11-23T11:22:43,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:43,176 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:43,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T11:22:43,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:43,177 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T11:22:43,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:43,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:43,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:43,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:43,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:43,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:43,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123be7b4106e6144e01aad0ec011d153d09_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360961761/Put/seqid=0 2024-11-23T11:22:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T11:22:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742186_1362 (size=12304) 2024-11-23T11:22:43,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,249 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123be7b4106e6144e01aad0ec011d153d09_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123be7b4106e6144e01aad0ec011d153d09_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:43,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/36f875f61b3646c7a460d1df749dde84, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:43,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/36f875f61b3646c7a460d1df749dde84 is 175, key is test_row_0/A:col10/1732360961761/Put/seqid=0 2024-11-23T11:22:43,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742187_1363 (size=31105) 2024-11-23T11:22:43,294 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/36f875f61b3646c7a460d1df749dde84 2024-11-23T11:22:43,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/8bb9de3463294307b4580a7f5beec79c is 50, key is test_row_0/B:col10/1732360961761/Put/seqid=0 2024-11-23T11:22:43,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742188_1364 (size=12151) 2024-11-23T11:22:43,767 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/8bb9de3463294307b4580a7f5beec79c 2024-11-23T11:22:43,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/2702c0c13dd54d6b9c1e8fadfad524ca is 50, key is test_row_0/C:col10/1732360961761/Put/seqid=0 2024-11-23T11:22:43,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742189_1365 (size=12151) 2024-11-23T11:22:43,830 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/2702c0c13dd54d6b9c1e8fadfad524ca 2024-11-23T11:22:43,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/36f875f61b3646c7a460d1df749dde84 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/36f875f61b3646c7a460d1df749dde84 2024-11-23T11:22:43,845 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/36f875f61b3646c7a460d1df749dde84, entries=150, sequenceid=136, filesize=30.4 K 2024-11-23T11:22:43,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/8bb9de3463294307b4580a7f5beec79c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8bb9de3463294307b4580a7f5beec79c 2024-11-23T11:22:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,850 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8bb9de3463294307b4580a7f5beec79c, entries=150, sequenceid=136, filesize=11.9 K 2024-11-23T11:22:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/2702c0c13dd54d6b9c1e8fadfad524ca as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/2702c0c13dd54d6b9c1e8fadfad524ca 2024-11-23T11:22:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,858 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/2702c0c13dd54d6b9c1e8fadfad524ca, entries=150, sequenceid=136, filesize=11.9 K 2024-11-23T11:22:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,859 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 4f213452dfcf2e6b17b6ca44a9731620 in 683ms, sequenceid=136, compaction requested=true 2024-11-23T11:22:43,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:43,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:43,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-23T11:22:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-23T11:22:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-23T11:22:43,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7580 sec 2024-11-23T11:22:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.7620 sec 2024-11-23T11:22:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:44,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:22:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:44,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:44,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:44,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:44,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T11:22:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,212 INFO [Thread-1504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-23T11:22:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-23T11:22:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T11:22:44,215 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,216 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:44,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ebc222fd77514c718294a5841c99f91b_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360964177/Put/seqid=0 2024-11-23T11:22:44,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742190_1366 (size=19774) 2024-11-23T11:22:44,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361024266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361024268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361024270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361024271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361024273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T11:22:44,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T11:22:44,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:44,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:44,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:44,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:44,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:44,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361024384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361024385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361024386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361024386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361024390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T11:22:44,521 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T11:22:44,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:44,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:44,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:44,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:44,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:44,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361024593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361024593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361024595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361024596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361024595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,653 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:44,658 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ebc222fd77514c718294a5841c99f91b_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ebc222fd77514c718294a5841c99f91b_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:44,659 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/1732fd6b7ac54bdba83da49dcce33592, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:44,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/1732fd6b7ac54bdba83da49dcce33592 is 175, key is test_row_0/A:col10/1732360964177/Put/seqid=0 2024-11-23T11:22:44,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T11:22:44,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:44,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:44,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:44,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:44,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742191_1367 (size=57033) 2024-11-23T11:22:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T11:22:44,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T11:22:44,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:44,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:44,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:44,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:44,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:44,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361024901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361024901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361024902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361024903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361024904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,981 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:44,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T11:22:44,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:44,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:44,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:44,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:44,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:45,099 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/1732fd6b7ac54bdba83da49dcce33592 2024-11-23T11:22:45,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/c78d1c75bae54ce49a00c1ec612d08e6 is 50, key is test_row_0/B:col10/1732360964177/Put/seqid=0 2024-11-23T11:22:45,135 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:45,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T11:22:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:45,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:45,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742192_1368 (size=12151) 2024-11-23T11:22:45,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/c78d1c75bae54ce49a00c1ec612d08e6 2024-11-23T11:22:45,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/5071e4450d0240ae8c924da4b793bc45 is 50, key is test_row_0/C:col10/1732360964177/Put/seqid=0 2024-11-23T11:22:45,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742193_1369 (size=12151) 2024-11-23T11:22:45,289 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:45,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T11:22:45,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:45,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:45,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:45,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:45,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T11:22:45,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361025413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:45,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361025413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:45,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361025414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:45,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361025416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:45,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361025416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:45,443 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:45,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T11:22:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:45,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:45,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:45,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T11:22:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:45,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:45,600 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44909 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=9bf4ef99e196,37431,1732360861208, table=TestAcidGuarantees, region=4f213452dfcf2e6b17b6ca44a9731620. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T11:22:45,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/5071e4450d0240ae8c924da4b793bc45 2024-11-23T11:22:45,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/1732fd6b7ac54bdba83da49dcce33592 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/1732fd6b7ac54bdba83da49dcce33592 2024-11-23T11:22:45,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/1732fd6b7ac54bdba83da49dcce33592, entries=300, sequenceid=148, filesize=55.7 K 2024-11-23T11:22:45,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/c78d1c75bae54ce49a00c1ec612d08e6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/c78d1c75bae54ce49a00c1ec612d08e6 2024-11-23T11:22:45,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/c78d1c75bae54ce49a00c1ec612d08e6, entries=150, sequenceid=148, filesize=11.9 K 2024-11-23T11:22:45,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/5071e4450d0240ae8c924da4b793bc45 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/5071e4450d0240ae8c924da4b793bc45 2024-11-23T11:22:45,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/5071e4450d0240ae8c924da4b793bc45, entries=150, sequenceid=148, filesize=11.9 K 2024-11-23T11:22:45,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4f213452dfcf2e6b17b6ca44a9731620 in 1451ms, sequenceid=148, compaction requested=true 2024-11-23T11:22:45,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:45,632 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:22:45,634 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150254 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:22:45,634 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/A is initiating minor compaction (all files) 2024-11-23T11:22:45,634 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/A in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:45,634 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/e3852c4cf1c647ca8d5df0be127166da, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/d1e0e6a149ee43f697adee0143e973a6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/36f875f61b3646c7a460d1df749dde84, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/1732fd6b7ac54bdba83da49dcce33592] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=146.7 K 2024-11-23T11:22:45,634 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:45,634 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/e3852c4cf1c647ca8d5df0be127166da, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/d1e0e6a149ee43f697adee0143e973a6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/36f875f61b3646c7a460d1df749dde84, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/1732fd6b7ac54bdba83da49dcce33592] 2024-11-23T11:22:45,635 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3852c4cf1c647ca8d5df0be127166da, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732360959419 2024-11-23T11:22:45,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:22:45,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:45,636 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:22:45,637 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1e0e6a149ee43f697adee0143e973a6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732360960556 2024-11-23T11:22:45,637 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36f875f61b3646c7a460d1df749dde84, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732360961758 2024-11-23T11:22:45,638 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1732fd6b7ac54bdba83da49dcce33592, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732360964067 2024-11-23T11:22:45,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:22:45,638 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:22:45,638 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/B is initiating minor compaction (all files) 2024-11-23T11:22:45,638 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/B in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:45,638 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/6a4bd25672774ab1ac855e2d151c5cc1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/ac2bc617744d45de8e66efb7a3fc9995, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8bb9de3463294307b4580a7f5beec79c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/c78d1c75bae54ce49a00c1ec612d08e6] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=47.4 K 2024-11-23T11:22:45,639 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a4bd25672774ab1ac855e2d151c5cc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732360959419 2024-11-23T11:22:45,640 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting ac2bc617744d45de8e66efb7a3fc9995, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732360960556 2024-11-23T11:22:45,640 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bb9de3463294307b4580a7f5beec79c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732360961758 2024-11-23T11:22:45,641 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting c78d1c75bae54ce49a00c1ec612d08e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732360964174 2024-11-23T11:22:45,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:45,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:22:45,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:45,656 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:45,674 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#B#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:45,675 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/57ec90df3449489baebfcdc2c9eaefe1 is 50, key is test_row_0/B:col10/1732360964177/Put/seqid=0 2024-11-23T11:22:45,676 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123a66e2184260b46629a52a902b7b9a0b6_4f213452dfcf2e6b17b6ca44a9731620 store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:45,678 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123a66e2184260b46629a52a902b7b9a0b6_4f213452dfcf2e6b17b6ca44a9731620, store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:45,679 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a66e2184260b46629a52a902b7b9a0b6_4f213452dfcf2e6b17b6ca44a9731620 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:45,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742195_1371 (size=12493) 2024-11-23T11:22:45,735 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/57ec90df3449489baebfcdc2c9eaefe1 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/57ec90df3449489baebfcdc2c9eaefe1 2024-11-23T11:22:45,739 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/B of 4f213452dfcf2e6b17b6ca44a9731620 into 57ec90df3449489baebfcdc2c9eaefe1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:45,739 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:45,739 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/B, priority=12, startTime=1732360965636; duration=0sec 2024-11-23T11:22:45,739 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:45,739 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:B 2024-11-23T11:22:45,740 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:22:45,740 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:22:45,741 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/C is initiating minor compaction (all files) 2024-11-23T11:22:45,741 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/C in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:45,741 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/ad5cffca04804c0b924e6ab62b758ab5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/087094b360844233a82926e89720a656, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/2702c0c13dd54d6b9c1e8fadfad524ca, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/5071e4450d0240ae8c924da4b793bc45] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=47.4 K 2024-11-23T11:22:45,741 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting ad5cffca04804c0b924e6ab62b758ab5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732360959419 2024-11-23T11:22:45,741 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 087094b360844233a82926e89720a656, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732360960556 2024-11-23T11:22:45,742 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 2702c0c13dd54d6b9c1e8fadfad524ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732360961758 2024-11-23T11:22:45,742 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 5071e4450d0240ae8c924da4b793bc45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732360964174 2024-11-23T11:22:45,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742194_1370 (size=4469) 2024-11-23T11:22:45,750 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#A#compaction#311 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:45,750 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/dfa9579dc17b46a5bd4a6d459f0e0c72 is 175, key is test_row_0/A:col10/1732360964177/Put/seqid=0 2024-11-23T11:22:45,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:45,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T11:22:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:45,752 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T11:22:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:45,763 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#C#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:45,763 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/0273396f51f5405ba07dacef4cdf3823 is 50, key is test_row_0/C:col10/1732360964177/Put/seqid=0 2024-11-23T11:22:45,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742196_1372 (size=31447) 2024-11-23T11:22:45,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123580d9c61004f400390532dd250476e99_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360964271/Put/seqid=0 2024-11-23T11:22:45,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742197_1373 (size=12493) 2024-11-23T11:22:45,865 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/0273396f51f5405ba07dacef4cdf3823 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/0273396f51f5405ba07dacef4cdf3823 2024-11-23T11:22:45,875 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/C of 4f213452dfcf2e6b17b6ca44a9731620 into 0273396f51f5405ba07dacef4cdf3823(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:45,875 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:45,875 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/C, priority=12, startTime=1732360965649; duration=0sec 2024-11-23T11:22:45,875 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:45,875 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:C 2024-11-23T11:22:45,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742198_1374 (size=12304) 2024-11-23T11:22:45,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:45,887 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123580d9c61004f400390532dd250476e99_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123580d9c61004f400390532dd250476e99_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:45,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/c95b53d4af484b4c8fb26672a540cf27, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:45,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/c95b53d4af484b4c8fb26672a540cf27 is 175, key is test_row_0/A:col10/1732360964271/Put/seqid=0 2024-11-23T11:22:45,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742199_1375 (size=31105) 2024-11-23T11:22:46,213 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/dfa9579dc17b46a5bd4a6d459f0e0c72 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/dfa9579dc17b46a5bd4a6d459f0e0c72 2024-11-23T11:22:46,218 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/A of 4f213452dfcf2e6b17b6ca44a9731620 into dfa9579dc17b46a5bd4a6d459f0e0c72(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:46,219 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:46,219 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/A, priority=12, startTime=1732360965631; duration=0sec 2024-11-23T11:22:46,219 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:46,219 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:A 2024-11-23T11:22:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T11:22:46,344 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/c95b53d4af484b4c8fb26672a540cf27 2024-11-23T11:22:46,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/ff0ffd83330549b1815b731b843c01aa is 50, key is test_row_0/B:col10/1732360964271/Put/seqid=0 2024-11-23T11:22:46,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742200_1376 (size=12151) 2024-11-23T11:22:46,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:46,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361026438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361026440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361026441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361026441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361026442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361026550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361026551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361026551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361026552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361026552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361026758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361026758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361026759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361026760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361026761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:46,803 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/ff0ffd83330549b1815b731b843c01aa 2024-11-23T11:22:46,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/e48b90325dcb41a4b999ddef02178884 is 50, key is test_row_0/C:col10/1732360964271/Put/seqid=0 2024-11-23T11:22:46,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742201_1377 (size=12151) 2024-11-23T11:22:46,882 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/e48b90325dcb41a4b999ddef02178884 2024-11-23T11:22:46,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/c95b53d4af484b4c8fb26672a540cf27 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c95b53d4af484b4c8fb26672a540cf27 2024-11-23T11:22:46,895 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c95b53d4af484b4c8fb26672a540cf27, entries=150, sequenceid=173, filesize=30.4 K 2024-11-23T11:22:46,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/ff0ffd83330549b1815b731b843c01aa as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/ff0ffd83330549b1815b731b843c01aa 2024-11-23T11:22:46,901 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/ff0ffd83330549b1815b731b843c01aa, entries=150, sequenceid=173, filesize=11.9 K 2024-11-23T11:22:46,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/e48b90325dcb41a4b999ddef02178884 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/e48b90325dcb41a4b999ddef02178884 2024-11-23T11:22:46,910 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/e48b90325dcb41a4b999ddef02178884, entries=150, sequenceid=173, filesize=11.9 K 2024-11-23T11:22:46,911 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4f213452dfcf2e6b17b6ca44a9731620 in 1159ms, sequenceid=173, compaction requested=false 2024-11-23T11:22:46,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:46,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:46,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-23T11:22:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-23T11:22:46,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-23T11:22:46,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6960 sec 2024-11-23T11:22:46,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.7010 sec 2024-11-23T11:22:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:47,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T11:22:47,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:47,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:47,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:47,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:47,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:47,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:47,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bfc63f1b9a7a46e5af93b23accc59884_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360966441/Put/seqid=0 2024-11-23T11:22:47,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742202_1378 (size=12304) 2024-11-23T11:22:47,130 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:47,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361027121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,138 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bfc63f1b9a7a46e5af93b23accc59884_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bfc63f1b9a7a46e5af93b23accc59884_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:47,139 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/9abb6134559c4014aab213fcf31cda71, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:47,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/9abb6134559c4014aab213fcf31cda71 is 175, key is test_row_0/A:col10/1732360966441/Put/seqid=0 2024-11-23T11:22:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361027135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361027135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361027135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361027135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742203_1379 (size=31105) 2024-11-23T11:22:47,166 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/9abb6134559c4014aab213fcf31cda71 2024-11-23T11:22:47,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/f5c0a8b6a7934a629b96eb3cc666631d is 50, key is test_row_0/B:col10/1732360966441/Put/seqid=0 2024-11-23T11:22:47,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361027235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361027241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361027241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361027242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361027242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742204_1380 (size=12151) 2024-11-23T11:22:47,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361027444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361027449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361027449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361027450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361027450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/f5c0a8b6a7934a629b96eb3cc666631d 2024-11-23T11:22:47,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/a82c1683bf5647d5a45d0d9ba4c21729 is 50, key is test_row_0/C:col10/1732360966441/Put/seqid=0 2024-11-23T11:22:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742205_1381 (size=12151) 2024-11-23T11:22:47,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361027755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361027758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361027758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361027759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:47,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361027759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/a82c1683bf5647d5a45d0d9ba4c21729 2024-11-23T11:22:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/9abb6134559c4014aab213fcf31cda71 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/9abb6134559c4014aab213fcf31cda71 2024-11-23T11:22:48,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/9abb6134559c4014aab213fcf31cda71, entries=150, sequenceid=189, filesize=30.4 K 2024-11-23T11:22:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/f5c0a8b6a7934a629b96eb3cc666631d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/f5c0a8b6a7934a629b96eb3cc666631d 2024-11-23T11:22:48,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/f5c0a8b6a7934a629b96eb3cc666631d, entries=150, sequenceid=189, filesize=11.9 K 2024-11-23T11:22:48,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/a82c1683bf5647d5a45d0d9ba4c21729 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/a82c1683bf5647d5a45d0d9ba4c21729 2024-11-23T11:22:48,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/a82c1683bf5647d5a45d0d9ba4c21729, entries=150, sequenceid=189, filesize=11.9 K 2024-11-23T11:22:48,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4f213452dfcf2e6b17b6ca44a9731620 in 1073ms, sequenceid=189, compaction requested=true 2024-11-23T11:22:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:22:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:22:48,143 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:22:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T11:22:48,144 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:48,151 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:48,151 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/A is initiating minor compaction (all files) 2024-11-23T11:22:48,151 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/A in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:48,152 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/dfa9579dc17b46a5bd4a6d459f0e0c72, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c95b53d4af484b4c8fb26672a540cf27, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/9abb6134559c4014aab213fcf31cda71] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=91.5 K 2024-11-23T11:22:48,152 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:48,152 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/dfa9579dc17b46a5bd4a6d459f0e0c72, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c95b53d4af484b4c8fb26672a540cf27, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/9abb6134559c4014aab213fcf31cda71] 2024-11-23T11:22:48,152 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:48,152 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/B is initiating minor compaction (all files) 2024-11-23T11:22:48,152 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/B in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:48,152 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/57ec90df3449489baebfcdc2c9eaefe1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/ff0ffd83330549b1815b731b843c01aa, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/f5c0a8b6a7934a629b96eb3cc666631d] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=35.9 K 2024-11-23T11:22:48,152 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting dfa9579dc17b46a5bd4a6d459f0e0c72, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732360964174 2024-11-23T11:22:48,153 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57ec90df3449489baebfcdc2c9eaefe1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732360964174 2024-11-23T11:22:48,153 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff0ffd83330549b1815b731b843c01aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732360964230 2024-11-23T11:22:48,154 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting c95b53d4af484b4c8fb26672a540cf27, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732360964230 2024-11-23T11:22:48,154 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5c0a8b6a7934a629b96eb3cc666631d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732360966441 2024-11-23T11:22:48,155 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 9abb6134559c4014aab213fcf31cda71, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732360966441 2024-11-23T11:22:48,162 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:48,163 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#B#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:48,164 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/3319a8d797534b09b56bea2f81d5eb6f is 50, key is test_row_0/B:col10/1732360966441/Put/seqid=0 2024-11-23T11:22:48,168 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123f54008d437f54c99be4a1b427973de97_4f213452dfcf2e6b17b6ca44a9731620 store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:48,169 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123f54008d437f54c99be4a1b427973de97_4f213452dfcf2e6b17b6ca44a9731620, store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:48,169 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f54008d437f54c99be4a1b427973de97_4f213452dfcf2e6b17b6ca44a9731620 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:48,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742206_1382 (size=12595) 2024-11-23T11:22:48,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742207_1383 (size=4469) 2024-11-23T11:22:48,230 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/3319a8d797534b09b56bea2f81d5eb6f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/3319a8d797534b09b56bea2f81d5eb6f 2024-11-23T11:22:48,236 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/B of 4f213452dfcf2e6b17b6ca44a9731620 into 3319a8d797534b09b56bea2f81d5eb6f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:48,237 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:48,237 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/B, priority=13, startTime=1732360968143; duration=0sec 2024-11-23T11:22:48,237 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:48,237 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:B 2024-11-23T11:22:48,237 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:48,240 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:48,240 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/C is initiating minor compaction (all files) 2024-11-23T11:22:48,240 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/C in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:48,240 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/0273396f51f5405ba07dacef4cdf3823, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/e48b90325dcb41a4b999ddef02178884, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/a82c1683bf5647d5a45d0d9ba4c21729] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=35.9 K 2024-11-23T11:22:48,241 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0273396f51f5405ba07dacef4cdf3823, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732360964174 2024-11-23T11:22:48,241 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting e48b90325dcb41a4b999ddef02178884, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732360964230 2024-11-23T11:22:48,241 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting a82c1683bf5647d5a45d0d9ba4c21729, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732360966441 2024-11-23T11:22:48,252 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#C#compaction#322 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:48,253 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/ca19960e9e8b49a6a281d9f495eeab91 is 50, key is test_row_0/C:col10/1732360966441/Put/seqid=0 2024-11-23T11:22:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:48,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T11:22:48,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:48,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:48,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:48,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:48,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:48,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:48,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361028290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361028291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361028292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361028293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361028294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742208_1384 (size=12595) 2024-11-23T11:22:48,321 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/ca19960e9e8b49a6a281d9f495eeab91 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/ca19960e9e8b49a6a281d9f495eeab91 2024-11-23T11:22:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T11:22:48,321 INFO [Thread-1504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-23T11:22:48,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-23T11:22:48,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237feb8be385c34d809a70c5969071a38c_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360967133/Put/seqid=0 2024-11-23T11:22:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T11:22:48,325 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:48,325 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:48,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:48,336 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/C of 4f213452dfcf2e6b17b6ca44a9731620 into ca19960e9e8b49a6a281d9f495eeab91(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:48,336 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:48,336 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/C, priority=13, startTime=1732360968143; duration=0sec 2024-11-23T11:22:48,336 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:48,336 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:C 2024-11-23T11:22:48,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742209_1385 (size=17284) 2024-11-23T11:22:48,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361028406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361028406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361028406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361028406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T11:22:48,477 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T11:22:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:48,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:48,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361028612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361028614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361028614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361028614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T11:22:48,629 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#A#compaction#321 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:48,630 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/224a788be6324f3095c112376981a955 is 175, key is test_row_0/A:col10/1732360966441/Put/seqid=0 2024-11-23T11:22:48,631 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T11:22:48,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:48,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:48,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:48,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:48,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:48,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742210_1386 (size=31549) 2024-11-23T11:22:48,671 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/224a788be6324f3095c112376981a955 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/224a788be6324f3095c112376981a955 2024-11-23T11:22:48,677 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/A of 4f213452dfcf2e6b17b6ca44a9731620 into 224a788be6324f3095c112376981a955(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:48,678 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:48,678 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/A, priority=13, startTime=1732360968143; duration=0sec 2024-11-23T11:22:48,678 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:48,678 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:A 2024-11-23T11:22:48,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:48,777 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237feb8be385c34d809a70c5969071a38c_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237feb8be385c34d809a70c5969071a38c_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:48,778 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/f84fc683ea2e4c96944fd048061dd71f, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:48,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/f84fc683ea2e4c96944fd048061dd71f is 175, key is test_row_0/A:col10/1732360967133/Put/seqid=0 2024-11-23T11:22:48,783 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T11:22:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:48,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:48,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742211_1387 (size=48389) 2024-11-23T11:22:48,814 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/f84fc683ea2e4c96944fd048061dd71f 2024-11-23T11:22:48,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/98608dc90c8846dcbbb1a8fd9a440675 is 50, key is test_row_0/B:col10/1732360967133/Put/seqid=0 2024-11-23T11:22:48,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742212_1388 (size=12151) 2024-11-23T11:22:48,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T11:22:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361028920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361028920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361028920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361028922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:48,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T11:22:48,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:48,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:48,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:48,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:48,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T11:22:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:49,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T11:22:49,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:49,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:49,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:49,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/98608dc90c8846dcbbb1a8fd9a440675 2024-11-23T11:22:49,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361029314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/78f582fbb6354a7585ee338e9df96f20 is 50, key is test_row_0/C:col10/1732360967133/Put/seqid=0 2024-11-23T11:22:49,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742213_1389 (size=12151) 2024-11-23T11:22:49,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/78f582fbb6354a7585ee338e9df96f20 2024-11-23T11:22:49,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/f84fc683ea2e4c96944fd048061dd71f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/f84fc683ea2e4c96944fd048061dd71f 2024-11-23T11:22:49,396 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T11:22:49,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:49,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:49,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:49,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/f84fc683ea2e4c96944fd048061dd71f, entries=250, sequenceid=214, filesize=47.3 K 2024-11-23T11:22:49,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/98608dc90c8846dcbbb1a8fd9a440675 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/98608dc90c8846dcbbb1a8fd9a440675 2024-11-23T11:22:49,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/98608dc90c8846dcbbb1a8fd9a440675, entries=150, sequenceid=214, filesize=11.9 K 2024-11-23T11:22:49,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/78f582fbb6354a7585ee338e9df96f20 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/78f582fbb6354a7585ee338e9df96f20 2024-11-23T11:22:49,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/78f582fbb6354a7585ee338e9df96f20, entries=150, sequenceid=214, filesize=11.9 K 2024-11-23T11:22:49,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4f213452dfcf2e6b17b6ca44a9731620 in 1151ms, sequenceid=214, compaction requested=false 2024-11-23T11:22:49,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T11:22:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:49,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T11:22:49,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:49,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:49,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:49,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:49,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:49,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:49,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234c503973cfb9464a8ef2e0fb5d1fd622_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360969435/Put/seqid=0 2024-11-23T11:22:49,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742214_1390 (size=12304) 2024-11-23T11:22:49,482 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:49,493 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234c503973cfb9464a8ef2e0fb5d1fd622_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234c503973cfb9464a8ef2e0fb5d1fd622_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:49,494 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/7042da049b2c4e95a55ee902180e1d5c, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:49,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/7042da049b2c4e95a55ee902180e1d5c is 175, key is test_row_0/A:col10/1732360969435/Put/seqid=0 2024-11-23T11:22:49,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742215_1391 (size=31105) 2024-11-23T11:22:49,522 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/7042da049b2c4e95a55ee902180e1d5c 2024-11-23T11:22:49,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/e36129cc00ec4eac94d31d294a60912a is 50, key is test_row_0/B:col10/1732360969435/Put/seqid=0 2024-11-23T11:22:49,550 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T11:22:49,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:49,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:49,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:49,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361029542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361029542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361029544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361029554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742216_1392 (size=12151) 2024-11-23T11:22:49,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/e36129cc00ec4eac94d31d294a60912a 2024-11-23T11:22:49,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/3c0b21b7c3ae4061b1b1d0539e45cb55 is 50, key is test_row_0/C:col10/1732360969435/Put/seqid=0 2024-11-23T11:22:49,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361029656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361029656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361029656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742217_1393 (size=12151) 2024-11-23T11:22:49,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361029667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,704 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T11:22:49,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:49,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:49,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:49,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,857 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T11:22:49,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:49,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:49,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:49,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:49,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361029864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361029864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361029864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:49,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361029878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T11:22:50,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:50,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:50,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:50,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:50,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:50,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/3c0b21b7c3ae4061b1b1d0539e45cb55 2024-11-23T11:22:50,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/7042da049b2c4e95a55ee902180e1d5c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/7042da049b2c4e95a55ee902180e1d5c 2024-11-23T11:22:50,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/7042da049b2c4e95a55ee902180e1d5c, entries=150, sequenceid=231, filesize=30.4 K 2024-11-23T11:22:50,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/e36129cc00ec4eac94d31d294a60912a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/e36129cc00ec4eac94d31d294a60912a 2024-11-23T11:22:50,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/e36129cc00ec4eac94d31d294a60912a, entries=150, sequenceid=231, filesize=11.9 K 2024-11-23T11:22:50,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/3c0b21b7c3ae4061b1b1d0539e45cb55 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/3c0b21b7c3ae4061b1b1d0539e45cb55 2024-11-23T11:22:50,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/3c0b21b7c3ae4061b1b1d0539e45cb55, entries=150, sequenceid=231, filesize=11.9 K 2024-11-23T11:22:50,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4f213452dfcf2e6b17b6ca44a9731620 in 657ms, sequenceid=231, compaction requested=true 2024-11-23T11:22:50,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:50,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:22:50,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:50,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:22:50,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:50,094 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:50,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:22:50,094 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:50,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:50,097 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:50,097 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/A is initiating minor compaction (all files) 2024-11-23T11:22:50,097 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/A in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:50,098 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/224a788be6324f3095c112376981a955, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/f84fc683ea2e4c96944fd048061dd71f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/7042da049b2c4e95a55ee902180e1d5c] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=108.4 K 2024-11-23T11:22:50,098 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:50,098 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/224a788be6324f3095c112376981a955, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/f84fc683ea2e4c96944fd048061dd71f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/7042da049b2c4e95a55ee902180e1d5c] 2024-11-23T11:22:50,098 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:50,098 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/B is initiating minor compaction (all files) 2024-11-23T11:22:50,098 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/B in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:50,098 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/3319a8d797534b09b56bea2f81d5eb6f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/98608dc90c8846dcbbb1a8fd9a440675, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/e36129cc00ec4eac94d31d294a60912a] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=36.0 K 2024-11-23T11:22:50,099 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 224a788be6324f3095c112376981a955, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732360966441 2024-11-23T11:22:50,099 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 3319a8d797534b09b56bea2f81d5eb6f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732360966441 2024-11-23T11:22:50,100 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting f84fc683ea2e4c96944fd048061dd71f, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732360967115 2024-11-23T11:22:50,100 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 98608dc90c8846dcbbb1a8fd9a440675, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732360967133 2024-11-23T11:22:50,100 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7042da049b2c4e95a55ee902180e1d5c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732360968290 2024-11-23T11:22:50,100 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting e36129cc00ec4eac94d31d294a60912a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732360968290 2024-11-23T11:22:50,118 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#B#compaction#329 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:50,119 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/78778cedf5ab41ce9eb56942466f7e0b is 50, key is test_row_0/B:col10/1732360969435/Put/seqid=0 2024-11-23T11:22:50,129 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:50,137 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123c6cd5f2836fd47bfbdbe8c7c41f07df3_4f213452dfcf2e6b17b6ca44a9731620 store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:50,139 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123c6cd5f2836fd47bfbdbe8c7c41f07df3_4f213452dfcf2e6b17b6ca44a9731620, store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:50,139 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c6cd5f2836fd47bfbdbe8c7c41f07df3_4f213452dfcf2e6b17b6ca44a9731620 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:50,165 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T11:22:50,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:50,166 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T11:22:50,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:50,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:50,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:50,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:50,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:50,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:50,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742218_1394 (size=12697) 2024-11-23T11:22:50,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112305470e37a7cd4840a4ab4806fee8e70e_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360969551/Put/seqid=0 2024-11-23T11:22:50,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361030198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742219_1395 (size=4469) 2024-11-23T11:22:50,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361030205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361030205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,216 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#A#compaction#330 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:50,217 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/5844d35c187b4901b568509500f51ee9 is 175, key is test_row_0/A:col10/1732360969435/Put/seqid=0 2024-11-23T11:22:50,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361030209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742220_1396 (size=12304) 2024-11-23T11:22:50,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:50,242 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112305470e37a7cd4840a4ab4806fee8e70e_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112305470e37a7cd4840a4ab4806fee8e70e_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:50,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/106aa2debe884871a3a5bf7c4c8c8df3, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/106aa2debe884871a3a5bf7c4c8c8df3 is 175, key is test_row_0/A:col10/1732360969551/Put/seqid=0 2024-11-23T11:22:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742221_1397 (size=31651) 2024-11-23T11:22:50,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742222_1398 (size=31105) 2024-11-23T11:22:50,293 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/106aa2debe884871a3a5bf7c4c8c8df3 2024-11-23T11:22:50,294 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/5844d35c187b4901b568509500f51ee9 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/5844d35c187b4901b568509500f51ee9 2024-11-23T11:22:50,302 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/A of 4f213452dfcf2e6b17b6ca44a9731620 into 5844d35c187b4901b568509500f51ee9(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:50,303 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:50,303 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/A, priority=13, startTime=1732360970094; duration=0sec 2024-11-23T11:22:50,303 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:50,303 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:A 2024-11-23T11:22:50,303 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:50,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/8ed22c63f8b94f9aaa2e4dedad7a2937 is 50, key is test_row_0/B:col10/1732360969551/Put/seqid=0 2024-11-23T11:22:50,306 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:50,306 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/C is initiating minor compaction (all files) 2024-11-23T11:22:50,306 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/C in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:50,307 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/ca19960e9e8b49a6a281d9f495eeab91, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/78f582fbb6354a7585ee338e9df96f20, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/3c0b21b7c3ae4061b1b1d0539e45cb55] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=36.0 K 2024-11-23T11:22:50,307 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca19960e9e8b49a6a281d9f495eeab91, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732360966441 2024-11-23T11:22:50,307 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78f582fbb6354a7585ee338e9df96f20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732360967133 2024-11-23T11:22:50,307 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c0b21b7c3ae4061b1b1d0539e45cb55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732360968290 2024-11-23T11:22:50,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361030311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,316 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#C#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:50,317 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/adda11b32eea42d2b72ebeb3799f38d0 is 50, key is test_row_0/C:col10/1732360969435/Put/seqid=0 2024-11-23T11:22:50,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361030316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361030318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361030323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742224_1400 (size=12697) 2024-11-23T11:22:50,343 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/adda11b32eea42d2b72ebeb3799f38d0 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/adda11b32eea42d2b72ebeb3799f38d0 2024-11-23T11:22:50,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742223_1399 (size=12151) 2024-11-23T11:22:50,346 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/8ed22c63f8b94f9aaa2e4dedad7a2937 2024-11-23T11:22:50,349 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/C of 4f213452dfcf2e6b17b6ca44a9731620 into adda11b32eea42d2b72ebeb3799f38d0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:50,349 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:50,349 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/C, priority=13, startTime=1732360970094; duration=0sec 2024-11-23T11:22:50,349 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:50,349 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:C 2024-11-23T11:22:50,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/912bbf9ca25a4d08b2b957395cfdf9fd is 50, key is test_row_0/C:col10/1732360969551/Put/seqid=0 2024-11-23T11:22:50,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742225_1401 (size=12151) 2024-11-23T11:22:50,407 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/912bbf9ca25a4d08b2b957395cfdf9fd 2024-11-23T11:22:50,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/106aa2debe884871a3a5bf7c4c8c8df3 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/106aa2debe884871a3a5bf7c4c8c8df3 2024-11-23T11:22:50,416 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/106aa2debe884871a3a5bf7c4c8c8df3, entries=150, sequenceid=252, filesize=30.4 K 2024-11-23T11:22:50,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/8ed22c63f8b94f9aaa2e4dedad7a2937 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8ed22c63f8b94f9aaa2e4dedad7a2937 2024-11-23T11:22:50,422 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8ed22c63f8b94f9aaa2e4dedad7a2937, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T11:22:50,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/912bbf9ca25a4d08b2b957395cfdf9fd as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/912bbf9ca25a4d08b2b957395cfdf9fd 2024-11-23T11:22:50,426 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/912bbf9ca25a4d08b2b957395cfdf9fd, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T11:22:50,428 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 4f213452dfcf2e6b17b6ca44a9731620 in 262ms, sequenceid=252, compaction requested=false 2024-11-23T11:22:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-23T11:22:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-23T11:22:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T11:22:50,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-23T11:22:50,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1030 sec 2024-11-23T11:22:50,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.1100 sec 2024-11-23T11:22:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:50,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T11:22:50,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:50,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:50,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:50,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:50,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:50,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:50,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123972cd8f0883f481298e3bb9da4754342_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360970531/Put/seqid=0 2024-11-23T11:22:50,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742226_1402 (size=12454) 2024-11-23T11:22:50,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361030566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361030576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,587 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/78778cedf5ab41ce9eb56942466f7e0b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/78778cedf5ab41ce9eb56942466f7e0b 2024-11-23T11:22:50,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361030581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361030582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,595 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/B of 4f213452dfcf2e6b17b6ca44a9731620 into 78778cedf5ab41ce9eb56942466f7e0b(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:50,595 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:50,595 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/B, priority=13, startTime=1732360970094; duration=0sec 2024-11-23T11:22:50,595 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:50,595 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:B 2024-11-23T11:22:50,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361030684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361030686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361030697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361030697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361030892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361030896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361030902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361030903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:50,965 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:50,970 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123972cd8f0883f481298e3bb9da4754342_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123972cd8f0883f481298e3bb9da4754342_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:50,971 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/c2b8cb7d2f83497a89b457f5fac06921, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:50,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/c2b8cb7d2f83497a89b457f5fac06921 is 175, key is test_row_0/A:col10/1732360970531/Put/seqid=0 2024-11-23T11:22:50,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742227_1403 (size=31255) 2024-11-23T11:22:50,977 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/c2b8cb7d2f83497a89b457f5fac06921 2024-11-23T11:22:50,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/aa4116657a1b4546b58adc03e083a614 is 50, key is test_row_0/B:col10/1732360970531/Put/seqid=0 2024-11-23T11:22:51,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742228_1404 (size=12301) 2024-11-23T11:22:51,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361031199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:51,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361031204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:51,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361031204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:51,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361031207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:51,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38416 deadline: 1732361031323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:51,330 DEBUG [Thread-1500 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4196 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., hostname=9bf4ef99e196,37431,1732360861208, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:51,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/aa4116657a1b4546b58adc03e083a614 2024-11-23T11:22:51,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/3e31df16ecc247cb8fcb21b6c83a7ab8 is 50, key is test_row_0/C:col10/1732360970531/Put/seqid=0 2024-11-23T11:22:51,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742229_1405 (size=12301) 2024-11-23T11:22:51,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/3e31df16ecc247cb8fcb21b6c83a7ab8 2024-11-23T11:22:51,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/c2b8cb7d2f83497a89b457f5fac06921 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c2b8cb7d2f83497a89b457f5fac06921 2024-11-23T11:22:51,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c2b8cb7d2f83497a89b457f5fac06921, entries=150, sequenceid=271, filesize=30.5 K 2024-11-23T11:22:51,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/aa4116657a1b4546b58adc03e083a614 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/aa4116657a1b4546b58adc03e083a614 2024-11-23T11:22:51,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/aa4116657a1b4546b58adc03e083a614, entries=150, sequenceid=271, filesize=12.0 K 2024-11-23T11:22:51,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/3e31df16ecc247cb8fcb21b6c83a7ab8 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/3e31df16ecc247cb8fcb21b6c83a7ab8 2024-11-23T11:22:51,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/3e31df16ecc247cb8fcb21b6c83a7ab8, entries=150, sequenceid=271, filesize=12.0 K 2024-11-23T11:22:51,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4f213452dfcf2e6b17b6ca44a9731620 in 1004ms, sequenceid=271, compaction requested=true 2024-11-23T11:22:51,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:51,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:22:51,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:51,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:22:51,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:51,537 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:51,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f213452dfcf2e6b17b6ca44a9731620:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:22:51,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:51,537 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:51,539 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:51,539 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/B is initiating minor compaction (all files) 2024-11-23T11:22:51,539 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/B in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:51,539 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/78778cedf5ab41ce9eb56942466f7e0b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8ed22c63f8b94f9aaa2e4dedad7a2937, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/aa4116657a1b4546b58adc03e083a614] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=36.3 K 2024-11-23T11:22:51,540 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 78778cedf5ab41ce9eb56942466f7e0b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732360968290 2024-11-23T11:22:51,540 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:51,540 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/A is initiating minor compaction (all files) 2024-11-23T11:22:51,540 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/A in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:51,540 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/5844d35c187b4901b568509500f51ee9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/106aa2debe884871a3a5bf7c4c8c8df3, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c2b8cb7d2f83497a89b457f5fac06921] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=91.8 K 2024-11-23T11:22:51,541 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:51,541 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/5844d35c187b4901b568509500f51ee9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/106aa2debe884871a3a5bf7c4c8c8df3, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c2b8cb7d2f83497a89b457f5fac06921] 2024-11-23T11:22:51,541 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ed22c63f8b94f9aaa2e4dedad7a2937, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732360969465 2024-11-23T11:22:51,541 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5844d35c187b4901b568509500f51ee9, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732360968290 2024-11-23T11:22:51,541 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting aa4116657a1b4546b58adc03e083a614, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732360970197 2024-11-23T11:22:51,542 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 106aa2debe884871a3a5bf7c4c8c8df3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732360969465 2024-11-23T11:22:51,542 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2b8cb7d2f83497a89b457f5fac06921, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732360970197 2024-11-23T11:22:51,561 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:51,576 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123605dcf34f73349dcb180a45bda33fdce_4f213452dfcf2e6b17b6ca44a9731620 store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:51,580 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123605dcf34f73349dcb180a45bda33fdce_4f213452dfcf2e6b17b6ca44a9731620, store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:51,581 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123605dcf34f73349dcb180a45bda33fdce_4f213452dfcf2e6b17b6ca44a9731620 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:51,584 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:51,584 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/8b77a075844e4b1db6fcfb7a8e6e532d is 50, key is test_row_0/B:col10/1732360970531/Put/seqid=0 2024-11-23T11:22:51,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742231_1407 (size=12949) 2024-11-23T11:22:51,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742230_1406 (size=4469) 2024-11-23T11:22:51,636 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#A#compaction#338 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:51,637 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/fe47fbc130624352ad8b03383da5b979 is 175, key is test_row_0/A:col10/1732360970531/Put/seqid=0 2024-11-23T11:22:51,640 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/8b77a075844e4b1db6fcfb7a8e6e532d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8b77a075844e4b1db6fcfb7a8e6e532d 2024-11-23T11:22:51,647 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/B of 4f213452dfcf2e6b17b6ca44a9731620 into 8b77a075844e4b1db6fcfb7a8e6e532d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:51,647 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:51,647 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/B, priority=13, startTime=1732360971537; duration=0sec 2024-11-23T11:22:51,647 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:22:51,647 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:B 2024-11-23T11:22:51,647 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:22:51,648 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:22:51,648 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 4f213452dfcf2e6b17b6ca44a9731620/C is initiating minor compaction (all files) 2024-11-23T11:22:51,648 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4f213452dfcf2e6b17b6ca44a9731620/C in TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:51,648 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/adda11b32eea42d2b72ebeb3799f38d0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/912bbf9ca25a4d08b2b957395cfdf9fd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/3e31df16ecc247cb8fcb21b6c83a7ab8] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp, totalSize=36.3 K 2024-11-23T11:22:51,649 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting adda11b32eea42d2b72ebeb3799f38d0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732360968290 2024-11-23T11:22:51,649 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 912bbf9ca25a4d08b2b957395cfdf9fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732360969465 2024-11-23T11:22:51,649 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e31df16ecc247cb8fcb21b6c83a7ab8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732360970197 2024-11-23T11:22:51,659 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f213452dfcf2e6b17b6ca44a9731620#C#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:22:51,661 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/4e5c31ae19344728bbceb69307aace7b is 50, key is test_row_0/C:col10/1732360970531/Put/seqid=0 2024-11-23T11:22:51,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742232_1408 (size=31903) 2024-11-23T11:22:51,672 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/fe47fbc130624352ad8b03383da5b979 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/fe47fbc130624352ad8b03383da5b979 2024-11-23T11:22:51,679 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/A of 4f213452dfcf2e6b17b6ca44a9731620 into fe47fbc130624352ad8b03383da5b979(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:51,679 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:51,679 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/A, priority=13, startTime=1732360971537; duration=0sec 2024-11-23T11:22:51,679 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:51,679 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:A 2024-11-23T11:22:51,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742233_1409 (size=12949) 2024-11-23T11:22:51,699 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/4e5c31ae19344728bbceb69307aace7b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/4e5c31ae19344728bbceb69307aace7b 2024-11-23T11:22:51,705 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4f213452dfcf2e6b17b6ca44a9731620/C of 4f213452dfcf2e6b17b6ca44a9731620 into 4e5c31ae19344728bbceb69307aace7b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:22:51,705 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:51,705 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620., storeName=4f213452dfcf2e6b17b6ca44a9731620/C, priority=13, startTime=1732360971537; duration=0sec 2024-11-23T11:22:51,705 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:22:51,705 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f213452dfcf2e6b17b6ca44a9731620:C 2024-11-23T11:22:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:51,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T11:22:51,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:51,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:51,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:51,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:51,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:51,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:51,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112341c5d17df8634a12878bceefc9544ca9_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360971713/Put/seqid=0 2024-11-23T11:22:51,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361031733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:51,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361031733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:51,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361031736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:51,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361031738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:51,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742234_1410 (size=17534) 2024-11-23T11:22:51,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361031841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:51,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361031842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:51,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361031842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:51,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361031845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361032046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361032048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361032048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361032056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,168 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:52,172 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112341c5d17df8634a12878bceefc9544ca9_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112341c5d17df8634a12878bceefc9544ca9_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:52,173 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/a9b78ca722eb4d438b44bded5993303e, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:52,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/a9b78ca722eb4d438b44bded5993303e is 175, key is test_row_0/A:col10/1732360971713/Put/seqid=0 2024-11-23T11:22:52,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742235_1411 (size=48639) 2024-11-23T11:22:52,219 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/a9b78ca722eb4d438b44bded5993303e 2024-11-23T11:22:52,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/5c6c23a4d2cb42d1804831250785f9fc is 50, key is test_row_0/B:col10/1732360971713/Put/seqid=0 2024-11-23T11:22:52,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742236_1412 (size=12301) 2024-11-23T11:22:52,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361032353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361032353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361032355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361032362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T11:22:52,433 INFO [Thread-1504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-23T11:22:52,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-23T11:22:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T11:22:52,438 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:52,438 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:52,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T11:22:52,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T11:22:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:52,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:52,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/5c6c23a4d2cb42d1804831250785f9fc 2024-11-23T11:22:52,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/54b087391bdd4121b4151349a8466bb6 is 50, key is test_row_0/C:col10/1732360971713/Put/seqid=0 2024-11-23T11:22:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T11:22:52,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742237_1413 (size=12301) 2024-11-23T11:22:52,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T11:22:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:52,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:52,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38414 deadline: 1732361032860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38440 deadline: 1732361032862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38388 deadline: 1732361032862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38366 deadline: 1732361032882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:52,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T11:22:52,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:52,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:52,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:52,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:52,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T11:22:53,063 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:53,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T11:22:53,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:53,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:53,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:53,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:53,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/54b087391bdd4121b4151349a8466bb6 2024-11-23T11:22:53,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/a9b78ca722eb4d438b44bded5993303e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/a9b78ca722eb4d438b44bded5993303e 2024-11-23T11:22:53,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/a9b78ca722eb4d438b44bded5993303e, entries=250, sequenceid=297, filesize=47.5 K 2024-11-23T11:22:53,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/5c6c23a4d2cb42d1804831250785f9fc as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/5c6c23a4d2cb42d1804831250785f9fc 2024-11-23T11:22:53,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/5c6c23a4d2cb42d1804831250785f9fc, entries=150, sequenceid=297, filesize=12.0 K 2024-11-23T11:22:53,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/54b087391bdd4121b4151349a8466bb6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/54b087391bdd4121b4151349a8466bb6 2024-11-23T11:22:53,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/54b087391bdd4121b4151349a8466bb6, entries=150, sequenceid=297, filesize=12.0 K 2024-11-23T11:22:53,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4f213452dfcf2e6b17b6ca44a9731620 in 1464ms, sequenceid=297, compaction requested=false 2024-11-23T11:22:53,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:53,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:53,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T11:22:53,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:53,218 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T11:22:53,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:53,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:53,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:53,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:53,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:53,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:53,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112390621a374a4041ba9f69478d8c63c348_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360971731/Put/seqid=0 2024-11-23T11:22:53,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742238_1414 (size=12454) 2024-11-23T11:22:53,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,306 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112390621a374a4041ba9f69478d8c63c348_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112390621a374a4041ba9f69478d8c63c348_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:53,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/03e0948158e245b6ae5a6d3903934330, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/03e0948158e245b6ae5a6d3903934330 is 175, key is test_row_0/A:col10/1732360971731/Put/seqid=0 2024-11-23T11:22:53,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742239_1415 (size=31255) 2024-11-23T11:22:53,330 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/03e0948158e245b6ae5a6d3903934330 2024-11-23T11:22:53,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/82c7c0437480467d94a7be504424a0b8 is 50, key is test_row_0/B:col10/1732360971731/Put/seqid=0 2024-11-23T11:22:53,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742240_1416 (size=12301) 2024-11-23T11:22:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T11:22:53,789 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/82c7c0437480467d94a7be504424a0b8 2024-11-23T11:22:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/8fd6524e11694b5e8d95d54393cf8378 is 50, key is test_row_0/C:col10/1732360971731/Put/seqid=0 2024-11-23T11:22:53,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742241_1417 (size=12301) 2024-11-23T11:22:53,853 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/8fd6524e11694b5e8d95d54393cf8378 2024-11-23T11:22:53,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/03e0948158e245b6ae5a6d3903934330 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/03e0948158e245b6ae5a6d3903934330 2024-11-23T11:22:53,874 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/03e0948158e245b6ae5a6d3903934330, entries=150, sequenceid=311, filesize=30.5 K 2024-11-23T11:22:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/82c7c0437480467d94a7be504424a0b8 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/82c7c0437480467d94a7be504424a0b8 2024-11-23T11:22:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. as already flushing 2024-11-23T11:22:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,880 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/82c7c0437480467d94a7be504424a0b8, entries=150, sequenceid=311, filesize=12.0 K 2024-11-23T11:22:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/8fd6524e11694b5e8d95d54393cf8378 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/8fd6524e11694b5e8d95d54393cf8378 2024-11-23T11:22:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,886 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/8fd6524e11694b5e8d95d54393cf8378, entries=150, sequenceid=311, filesize=12.0 K 2024-11-23T11:22:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,889 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=6.71 KB/6870 for 4f213452dfcf2e6b17b6ca44a9731620 in 669ms, sequenceid=311, compaction requested=true 2024-11-23T11:22:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-23T11:22:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-23T11:22:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-23T11:22:53,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4510 sec 2024-11-23T11:22:53,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.4580 sec 2024-11-23T11:22:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,927 DEBUG [Thread-1505 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:63731 2024-11-23T11:22:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,927 DEBUG [Thread-1505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,970 DEBUG [Thread-1507 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:63731 2024-11-23T11:22:53,970 DEBUG [Thread-1507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,977 DEBUG [Thread-1511 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:63731 2024-11-23T11:22:53,977 DEBUG [Thread-1511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,978 DEBUG [Thread-1496 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72f422b4 to 127.0.0.1:63731 2024-11-23T11:22:53,978 DEBUG [Thread-1496 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,980 DEBUG [Thread-1494 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:63731 2024-11-23T11:22:53,980 DEBUG [Thread-1494 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,982 DEBUG [Thread-1502 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:63731 2024-11-23T11:22:53,982 DEBUG [Thread-1502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,988 DEBUG [Thread-1498 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:63731 2024-11-23T11:22:53,988 DEBUG [Thread-1498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,020 DEBUG [Thread-1513 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x787e5169 to 127.0.0.1:63731 2024-11-23T11:22:54,020 DEBUG [Thread-1513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,056 DEBUG [Thread-1509 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:63731 2024-11-23T11:22:54,056 DEBUG [Thread-1509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T11:22:54,542 INFO [Thread-1504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-23T11:22:55,338 DEBUG [Thread-1500 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:63731 2024-11-23T11:22:55,338 DEBUG [Thread-1500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2227 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6681 rows 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2221 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6663 rows 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2218 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6654 rows 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2205 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6615 rows 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2208 2024-11-23T11:22:55,339 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6624 rows 2024-11-23T11:22:55,339 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T11:22:55,339 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df61dc9 to 127.0.0.1:63731 2024-11-23T11:22:55,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:55,344 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T11:22:55,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T11:22:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T11:22:55,351 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360975351"}]},"ts":"1732360975351"} 2024-11-23T11:22:55,353 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T11:22:55,356 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T11:22:55,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T11:22:55,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f213452dfcf2e6b17b6ca44a9731620, UNASSIGN}] 2024-11-23T11:22:55,360 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f213452dfcf2e6b17b6ca44a9731620, UNASSIGN 2024-11-23T11:22:55,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=4f213452dfcf2e6b17b6ca44a9731620, regionState=CLOSING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:55,362 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T11:22:55,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure 4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:22:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T11:22:55,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:55,513 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:55,513 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T11:22:55,513 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing 4f213452dfcf2e6b17b6ca44a9731620, disabling compactions & flushes 2024-11-23T11:22:55,513 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:55,513 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:55,513 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. after waiting 0 ms 2024-11-23T11:22:55,513 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:55,514 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing 4f213452dfcf2e6b17b6ca44a9731620 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-23T11:22:55,514 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=A 2024-11-23T11:22:55,514 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:55,514 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=B 2024-11-23T11:22:55,514 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:55,514 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f213452dfcf2e6b17b6ca44a9731620, store=C 2024-11-23T11:22:55,514 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:55,520 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123981be696b43e43d7a93c996417da4c62_4f213452dfcf2e6b17b6ca44a9731620 is 50, key is test_row_0/A:col10/1732360973978/Put/seqid=0 2024-11-23T11:22:55,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742242_1418 (size=12454) 2024-11-23T11:22:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T11:22:55,940 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:55,944 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123981be696b43e43d7a93c996417da4c62_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123981be696b43e43d7a93c996417da4c62_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:55,945 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/11a245d1ced6482691649abeeacc5e0f, store: [table=TestAcidGuarantees family=A region=4f213452dfcf2e6b17b6ca44a9731620] 2024-11-23T11:22:55,945 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/11a245d1ced6482691649abeeacc5e0f is 175, key is test_row_0/A:col10/1732360973978/Put/seqid=0 2024-11-23T11:22:55,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742243_1419 (size=31255) 2024-11-23T11:22:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T11:22:56,350 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/11a245d1ced6482691649abeeacc5e0f 2024-11-23T11:22:56,356 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/09ceabeb18a24dbeb61a03c1f28fff79 is 50, key is test_row_0/B:col10/1732360973978/Put/seqid=0 2024-11-23T11:22:56,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742244_1420 (size=12301) 2024-11-23T11:22:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T11:22:56,760 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/09ceabeb18a24dbeb61a03c1f28fff79 2024-11-23T11:22:56,767 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/2a628b4bed1f41dd9642a191fa7e2774 is 50, key is test_row_0/C:col10/1732360973978/Put/seqid=0 2024-11-23T11:22:56,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742245_1421 (size=12301) 2024-11-23T11:22:57,171 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/2a628b4bed1f41dd9642a191fa7e2774 2024-11-23T11:22:57,175 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/A/11a245d1ced6482691649abeeacc5e0f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/11a245d1ced6482691649abeeacc5e0f 2024-11-23T11:22:57,179 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/11a245d1ced6482691649abeeacc5e0f, entries=150, sequenceid=320, filesize=30.5 K 2024-11-23T11:22:57,179 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/B/09ceabeb18a24dbeb61a03c1f28fff79 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/09ceabeb18a24dbeb61a03c1f28fff79 2024-11-23T11:22:57,183 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/09ceabeb18a24dbeb61a03c1f28fff79, entries=150, sequenceid=320, filesize=12.0 K 2024-11-23T11:22:57,183 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/.tmp/C/2a628b4bed1f41dd9642a191fa7e2774 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/2a628b4bed1f41dd9642a191fa7e2774 2024-11-23T11:22:57,186 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/2a628b4bed1f41dd9642a191fa7e2774, entries=150, sequenceid=320, filesize=12.0 K 2024-11-23T11:22:57,187 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 4f213452dfcf2e6b17b6ca44a9731620 in 1674ms, sequenceid=320, compaction requested=true 2024-11-23T11:22:57,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c6698d5ffbc340348356f4209eb50ed2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/4127b060afd243f0914197db6bb84970, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/1bca8f7bf57c4cd1b52567e17b2f4591, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/a6e42cd30e3744c8a8546cb200072192, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/3ded69483b6f46e99a2bfe4e5930686a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/91066aa25b7e4f73ae8999677afe6ae4, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/e3852c4cf1c647ca8d5df0be127166da, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/d1e0e6a149ee43f697adee0143e973a6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/36f875f61b3646c7a460d1df749dde84, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/1732fd6b7ac54bdba83da49dcce33592, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/dfa9579dc17b46a5bd4a6d459f0e0c72, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c95b53d4af484b4c8fb26672a540cf27, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/224a788be6324f3095c112376981a955, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/9abb6134559c4014aab213fcf31cda71, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/f84fc683ea2e4c96944fd048061dd71f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/5844d35c187b4901b568509500f51ee9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/7042da049b2c4e95a55ee902180e1d5c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/106aa2debe884871a3a5bf7c4c8c8df3, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c2b8cb7d2f83497a89b457f5fac06921] to archive 2024-11-23T11:22:57,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:22:57,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c6698d5ffbc340348356f4209eb50ed2 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c6698d5ffbc340348356f4209eb50ed2 2024-11-23T11:22:57,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/4127b060afd243f0914197db6bb84970 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/4127b060afd243f0914197db6bb84970 2024-11-23T11:22:57,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/1bca8f7bf57c4cd1b52567e17b2f4591 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/1bca8f7bf57c4cd1b52567e17b2f4591 2024-11-23T11:22:57,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/a6e42cd30e3744c8a8546cb200072192 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/a6e42cd30e3744c8a8546cb200072192 2024-11-23T11:22:57,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/3ded69483b6f46e99a2bfe4e5930686a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/3ded69483b6f46e99a2bfe4e5930686a 2024-11-23T11:22:57,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/91066aa25b7e4f73ae8999677afe6ae4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/91066aa25b7e4f73ae8999677afe6ae4 2024-11-23T11:22:57,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/e3852c4cf1c647ca8d5df0be127166da to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/e3852c4cf1c647ca8d5df0be127166da 2024-11-23T11:22:57,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/d1e0e6a149ee43f697adee0143e973a6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/d1e0e6a149ee43f697adee0143e973a6 2024-11-23T11:22:57,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/36f875f61b3646c7a460d1df749dde84 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/36f875f61b3646c7a460d1df749dde84 2024-11-23T11:22:57,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/1732fd6b7ac54bdba83da49dcce33592 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/1732fd6b7ac54bdba83da49dcce33592 2024-11-23T11:22:57,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/dfa9579dc17b46a5bd4a6d459f0e0c72 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/dfa9579dc17b46a5bd4a6d459f0e0c72 2024-11-23T11:22:57,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c95b53d4af484b4c8fb26672a540cf27 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c95b53d4af484b4c8fb26672a540cf27 2024-11-23T11:22:57,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/224a788be6324f3095c112376981a955 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/224a788be6324f3095c112376981a955 2024-11-23T11:22:57,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/9abb6134559c4014aab213fcf31cda71 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/9abb6134559c4014aab213fcf31cda71 2024-11-23T11:22:57,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/f84fc683ea2e4c96944fd048061dd71f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/f84fc683ea2e4c96944fd048061dd71f 2024-11-23T11:22:57,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/5844d35c187b4901b568509500f51ee9 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/5844d35c187b4901b568509500f51ee9 2024-11-23T11:22:57,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/7042da049b2c4e95a55ee902180e1d5c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/7042da049b2c4e95a55ee902180e1d5c 2024-11-23T11:22:57,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/106aa2debe884871a3a5bf7c4c8c8df3 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/106aa2debe884871a3a5bf7c4c8c8df3 2024-11-23T11:22:57,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c2b8cb7d2f83497a89b457f5fac06921 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/c2b8cb7d2f83497a89b457f5fac06921 2024-11-23T11:22:57,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/40d459216fe24ab1950e5a8075d8aa9d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/0bd404123d7041ba9e61f816b7745320, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/9c58fe56af964880823392018601e02c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/47095fd97be04e86bc66afc1ef76cc78, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/730531db0610470c93acf473645af8c1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/6a4bd25672774ab1ac855e2d151c5cc1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/5a51e241796a4ad98553499aa848e5c5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/ac2bc617744d45de8e66efb7a3fc9995, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8bb9de3463294307b4580a7f5beec79c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/57ec90df3449489baebfcdc2c9eaefe1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/c78d1c75bae54ce49a00c1ec612d08e6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/ff0ffd83330549b1815b731b843c01aa, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/3319a8d797534b09b56bea2f81d5eb6f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/f5c0a8b6a7934a629b96eb3cc666631d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/98608dc90c8846dcbbb1a8fd9a440675, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/78778cedf5ab41ce9eb56942466f7e0b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/e36129cc00ec4eac94d31d294a60912a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8ed22c63f8b94f9aaa2e4dedad7a2937, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/aa4116657a1b4546b58adc03e083a614] to archive 2024-11-23T11:22:57,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:22:57,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/40d459216fe24ab1950e5a8075d8aa9d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/40d459216fe24ab1950e5a8075d8aa9d 2024-11-23T11:22:57,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/0bd404123d7041ba9e61f816b7745320 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/0bd404123d7041ba9e61f816b7745320 2024-11-23T11:22:57,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/9c58fe56af964880823392018601e02c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/9c58fe56af964880823392018601e02c 2024-11-23T11:22:57,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/47095fd97be04e86bc66afc1ef76cc78 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/47095fd97be04e86bc66afc1ef76cc78 2024-11-23T11:22:57,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/730531db0610470c93acf473645af8c1 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/730531db0610470c93acf473645af8c1 2024-11-23T11:22:57,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/6a4bd25672774ab1ac855e2d151c5cc1 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/6a4bd25672774ab1ac855e2d151c5cc1 2024-11-23T11:22:57,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/5a51e241796a4ad98553499aa848e5c5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/5a51e241796a4ad98553499aa848e5c5 2024-11-23T11:22:57,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/ac2bc617744d45de8e66efb7a3fc9995 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/ac2bc617744d45de8e66efb7a3fc9995 2024-11-23T11:22:57,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8bb9de3463294307b4580a7f5beec79c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8bb9de3463294307b4580a7f5beec79c 2024-11-23T11:22:57,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/57ec90df3449489baebfcdc2c9eaefe1 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/57ec90df3449489baebfcdc2c9eaefe1 2024-11-23T11:22:57,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/c78d1c75bae54ce49a00c1ec612d08e6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/c78d1c75bae54ce49a00c1ec612d08e6 2024-11-23T11:22:57,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/ff0ffd83330549b1815b731b843c01aa to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/ff0ffd83330549b1815b731b843c01aa 2024-11-23T11:22:57,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/3319a8d797534b09b56bea2f81d5eb6f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/3319a8d797534b09b56bea2f81d5eb6f 2024-11-23T11:22:57,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/f5c0a8b6a7934a629b96eb3cc666631d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/f5c0a8b6a7934a629b96eb3cc666631d 2024-11-23T11:22:57,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/98608dc90c8846dcbbb1a8fd9a440675 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/98608dc90c8846dcbbb1a8fd9a440675 2024-11-23T11:22:57,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/78778cedf5ab41ce9eb56942466f7e0b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/78778cedf5ab41ce9eb56942466f7e0b 2024-11-23T11:22:57,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/e36129cc00ec4eac94d31d294a60912a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/e36129cc00ec4eac94d31d294a60912a 2024-11-23T11:22:57,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8ed22c63f8b94f9aaa2e4dedad7a2937 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8ed22c63f8b94f9aaa2e4dedad7a2937 2024-11-23T11:22:57,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/aa4116657a1b4546b58adc03e083a614 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/aa4116657a1b4546b58adc03e083a614 2024-11-23T11:22:57,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/563ee0bdc90a462e8461588f353bda0a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/5298879685524ce58f8a30b249acd918, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/e4ee4092c15e45369f6a750a4219c5eb, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/4c99d1f299bc4086aa1944138ef5a99f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/93dfd75bba2746adbdb2f2d39e169fa5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/ad5cffca04804c0b924e6ab62b758ab5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/0a168d7caf514483ae6a65638f0a6aaa, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/087094b360844233a82926e89720a656, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/2702c0c13dd54d6b9c1e8fadfad524ca, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/0273396f51f5405ba07dacef4cdf3823, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/5071e4450d0240ae8c924da4b793bc45, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/e48b90325dcb41a4b999ddef02178884, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/ca19960e9e8b49a6a281d9f495eeab91, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/a82c1683bf5647d5a45d0d9ba4c21729, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/78f582fbb6354a7585ee338e9df96f20, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/adda11b32eea42d2b72ebeb3799f38d0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/3c0b21b7c3ae4061b1b1d0539e45cb55, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/912bbf9ca25a4d08b2b957395cfdf9fd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/3e31df16ecc247cb8fcb21b6c83a7ab8] to archive 2024-11-23T11:22:57,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:22:57,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/563ee0bdc90a462e8461588f353bda0a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/563ee0bdc90a462e8461588f353bda0a 2024-11-23T11:22:57,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/5298879685524ce58f8a30b249acd918 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/5298879685524ce58f8a30b249acd918 2024-11-23T11:22:57,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/e4ee4092c15e45369f6a750a4219c5eb to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/e4ee4092c15e45369f6a750a4219c5eb 2024-11-23T11:22:57,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/4c99d1f299bc4086aa1944138ef5a99f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/4c99d1f299bc4086aa1944138ef5a99f 2024-11-23T11:22:57,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/93dfd75bba2746adbdb2f2d39e169fa5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/93dfd75bba2746adbdb2f2d39e169fa5 2024-11-23T11:22:57,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/ad5cffca04804c0b924e6ab62b758ab5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/ad5cffca04804c0b924e6ab62b758ab5 2024-11-23T11:22:57,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/0a168d7caf514483ae6a65638f0a6aaa to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/0a168d7caf514483ae6a65638f0a6aaa 2024-11-23T11:22:57,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/087094b360844233a82926e89720a656 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/087094b360844233a82926e89720a656 2024-11-23T11:22:57,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/2702c0c13dd54d6b9c1e8fadfad524ca to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/2702c0c13dd54d6b9c1e8fadfad524ca 2024-11-23T11:22:57,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/0273396f51f5405ba07dacef4cdf3823 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/0273396f51f5405ba07dacef4cdf3823 2024-11-23T11:22:57,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/5071e4450d0240ae8c924da4b793bc45 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/5071e4450d0240ae8c924da4b793bc45 2024-11-23T11:22:57,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/e48b90325dcb41a4b999ddef02178884 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/e48b90325dcb41a4b999ddef02178884 2024-11-23T11:22:57,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/ca19960e9e8b49a6a281d9f495eeab91 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/ca19960e9e8b49a6a281d9f495eeab91 2024-11-23T11:22:57,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/a82c1683bf5647d5a45d0d9ba4c21729 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/a82c1683bf5647d5a45d0d9ba4c21729 2024-11-23T11:22:57,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/78f582fbb6354a7585ee338e9df96f20 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/78f582fbb6354a7585ee338e9df96f20 2024-11-23T11:22:57,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/adda11b32eea42d2b72ebeb3799f38d0 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/adda11b32eea42d2b72ebeb3799f38d0 2024-11-23T11:22:57,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/3c0b21b7c3ae4061b1b1d0539e45cb55 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/3c0b21b7c3ae4061b1b1d0539e45cb55 2024-11-23T11:22:57,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/912bbf9ca25a4d08b2b957395cfdf9fd to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/912bbf9ca25a4d08b2b957395cfdf9fd 2024-11-23T11:22:57,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/3e31df16ecc247cb8fcb21b6c83a7ab8 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/3e31df16ecc247cb8fcb21b6c83a7ab8 2024-11-23T11:22:57,264 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/recovered.edits/323.seqid, newMaxSeqId=323, maxSeqId=4 2024-11-23T11:22:57,265 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620. 2024-11-23T11:22:57,265 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for 4f213452dfcf2e6b17b6ca44a9731620: 2024-11-23T11:22:57,266 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed 4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=4f213452dfcf2e6b17b6ca44a9731620, regionState=CLOSED 2024-11-23T11:22:57,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-23T11:22:57,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure 4f213452dfcf2e6b17b6ca44a9731620, server=9bf4ef99e196,37431,1732360861208 in 1.9060 sec 2024-11-23T11:22:57,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-23T11:22:57,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f213452dfcf2e6b17b6ca44a9731620, UNASSIGN in 1.9100 sec 2024-11-23T11:22:57,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-23T11:22:57,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9140 sec 2024-11-23T11:22:57,273 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360977273"}]},"ts":"1732360977273"} 2024-11-23T11:22:57,274 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T11:22:57,276 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T11:22:57,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9320 sec 2024-11-23T11:22:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T11:22:57,456 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-23T11:22:57,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T11:22:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:57,458 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T11:22:57,458 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:57,460 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,463 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/recovered.edits] 2024-11-23T11:22:57,466 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/03e0948158e245b6ae5a6d3903934330 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/03e0948158e245b6ae5a6d3903934330 2024-11-23T11:22:57,467 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/11a245d1ced6482691649abeeacc5e0f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/11a245d1ced6482691649abeeacc5e0f 2024-11-23T11:22:57,468 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/a9b78ca722eb4d438b44bded5993303e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/a9b78ca722eb4d438b44bded5993303e 2024-11-23T11:22:57,469 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/fe47fbc130624352ad8b03383da5b979 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/A/fe47fbc130624352ad8b03383da5b979 2024-11-23T11:22:57,472 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/09ceabeb18a24dbeb61a03c1f28fff79 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/09ceabeb18a24dbeb61a03c1f28fff79 2024-11-23T11:22:57,476 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/5c6c23a4d2cb42d1804831250785f9fc to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/5c6c23a4d2cb42d1804831250785f9fc 2024-11-23T11:22:57,478 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/82c7c0437480467d94a7be504424a0b8 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/82c7c0437480467d94a7be504424a0b8 2024-11-23T11:22:57,479 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8b77a075844e4b1db6fcfb7a8e6e532d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/B/8b77a075844e4b1db6fcfb7a8e6e532d 2024-11-23T11:22:57,481 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/2a628b4bed1f41dd9642a191fa7e2774 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/2a628b4bed1f41dd9642a191fa7e2774 2024-11-23T11:22:57,483 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/4e5c31ae19344728bbceb69307aace7b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/4e5c31ae19344728bbceb69307aace7b 2024-11-23T11:22:57,484 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/54b087391bdd4121b4151349a8466bb6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/54b087391bdd4121b4151349a8466bb6 2024-11-23T11:22:57,485 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/8fd6524e11694b5e8d95d54393cf8378 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/C/8fd6524e11694b5e8d95d54393cf8378 2024-11-23T11:22:57,488 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/recovered.edits/323.seqid to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620/recovered.edits/323.seqid 2024-11-23T11:22:57,489 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,489 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T11:22:57,489 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T11:22:57,490 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T11:22:57,493 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112305470e37a7cd4840a4ab4806fee8e70e_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112305470e37a7cd4840a4ab4806fee8e70e_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,494 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123417b904903584e9fa899e4557ac93c4e_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123417b904903584e9fa899e4557ac93c4e_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,497 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112341c5d17df8634a12878bceefc9544ca9_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112341c5d17df8634a12878bceefc9544ca9_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,498 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234c503973cfb9464a8ef2e0fb5d1fd622_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234c503973cfb9464a8ef2e0fb5d1fd622_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,499 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234fc30d72434e478aa1bfcd9379377dce_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234fc30d72434e478aa1bfcd9379377dce_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,500 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123580d9c61004f400390532dd250476e99_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123580d9c61004f400390532dd250476e99_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,502 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237feb8be385c34d809a70c5969071a38c_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237feb8be385c34d809a70c5969071a38c_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,504 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112386eebe25f0dc4775b8631b79b3bb5e59_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112386eebe25f0dc4775b8631b79b3bb5e59_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,508 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112390621a374a4041ba9f69478d8c63c348_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112390621a374a4041ba9f69478d8c63c348_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,510 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123972cd8f0883f481298e3bb9da4754342_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123972cd8f0883f481298e3bb9da4754342_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,511 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123981be696b43e43d7a93c996417da4c62_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123981be696b43e43d7a93c996417da4c62_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,513 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123add2050ec50e46ccb62e9d388c382807_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123add2050ec50e46ccb62e9d388c382807_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,514 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b088030159514b59a52295caa08c9b2e_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b088030159514b59a52295caa08c9b2e_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,515 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123be7b4106e6144e01aad0ec011d153d09_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123be7b4106e6144e01aad0ec011d153d09_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,516 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bfc63f1b9a7a46e5af93b23accc59884_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bfc63f1b9a7a46e5af93b23accc59884_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,518 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e82ff2a008344319a57e02a279348f76_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e82ff2a008344319a57e02a279348f76_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,519 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ebc222fd77514c718294a5841c99f91b_4f213452dfcf2e6b17b6ca44a9731620 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ebc222fd77514c718294a5841c99f91b_4f213452dfcf2e6b17b6ca44a9731620 2024-11-23T11:22:57,519 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T11:22:57,522 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:57,524 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T11:22:57,525 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T11:22:57,526 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:57,526 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T11:22:57,526 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732360977526"}]},"ts":"9223372036854775807"} 2024-11-23T11:22:57,528 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T11:22:57,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4f213452dfcf2e6b17b6ca44a9731620, NAME => 'TestAcidGuarantees,,1732360950830.4f213452dfcf2e6b17b6ca44a9731620.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T11:22:57,528 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T11:22:57,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732360977528"}]},"ts":"9223372036854775807"} 2024-11-23T11:22:57,530 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T11:22:57,532 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:57,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 76 msec 2024-11-23T11:22:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T11:22:57,559 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-23T11:22:57,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 237) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=561 (was 526) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3643 (was 3751) 2024-11-23T11:22:57,587 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=561, ProcessCount=11, AvailableMemoryMB=3642 2024-11-23T11:22:57,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T11:22:57,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T11:22:57,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:22:57,591 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:57,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-23T11:22:57,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:22:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T11:22:57,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742246_1422 (size=960) 2024-11-23T11:22:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T11:22:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T11:22:58,007 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469 2024-11-23T11:22:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742247_1423 (size=53) 2024-11-23T11:22:58,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:58,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 522379ff5ee02431135b67e432ff60e5, disabling compactions & flushes 2024-11-23T11:22:58,013 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:58,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:58,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. after waiting 0 ms 2024-11-23T11:22:58,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:58,013 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:58,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:22:58,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:22:58,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732360978014"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360978014"}]},"ts":"1732360978014"} 2024-11-23T11:22:58,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T11:22:58,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:22:58,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360978016"}]},"ts":"1732360978016"} 2024-11-23T11:22:58,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T11:22:58,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=522379ff5ee02431135b67e432ff60e5, ASSIGN}] 2024-11-23T11:22:58,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=522379ff5ee02431135b67e432ff60e5, ASSIGN 2024-11-23T11:22:58,024 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=522379ff5ee02431135b67e432ff60e5, ASSIGN; state=OFFLINE, location=9bf4ef99e196,37431,1732360861208; forceNewPlan=false, retain=false 2024-11-23T11:22:58,175 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=522379ff5ee02431135b67e432ff60e5, regionState=OPENING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:58,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure 522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:22:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T11:22:58,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:58,331 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:58,331 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:58,331 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:22:58,331 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:58,331 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:22:58,331 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:22:58,333 INFO [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:22:58,334 INFO [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:22:58,334 INFO [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 522379ff5ee02431135b67e432ff60e5 columnFamilyName A 2024-11-23T11:22:58,334 DEBUG [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:58,334 INFO [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] regionserver.HStore(327): Store=522379ff5ee02431135b67e432ff60e5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:58,335 INFO [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:22:58,336 INFO [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:22:58,336 INFO [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 522379ff5ee02431135b67e432ff60e5 columnFamilyName B 2024-11-23T11:22:58,336 DEBUG [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:58,336 INFO [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] regionserver.HStore(327): Store=522379ff5ee02431135b67e432ff60e5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:58,336 INFO [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:22:58,337 INFO [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:22:58,338 INFO [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 522379ff5ee02431135b67e432ff60e5 columnFamilyName C 2024-11-23T11:22:58,338 DEBUG [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:58,338 INFO [StoreOpener-522379ff5ee02431135b67e432ff60e5-1 {}] regionserver.HStore(327): Store=522379ff5ee02431135b67e432ff60e5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:58,338 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:58,339 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5 2024-11-23T11:22:58,339 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5 2024-11-23T11:22:58,340 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T11:22:58,341 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:22:58,343 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:58,343 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened 522379ff5ee02431135b67e432ff60e5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67408032, jitterRate=0.004457950592041016}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T11:22:58,344 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:22:58,345 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., pid=125, masterSystemTime=1732360978328 2024-11-23T11:22:58,346 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:58,346 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:58,346 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=522379ff5ee02431135b67e432ff60e5, regionState=OPEN, openSeqNum=2, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:58,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-23T11:22:58,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure 522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 in 171 msec 2024-11-23T11:22:58,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-23T11:22:58,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=522379ff5ee02431135b67e432ff60e5, ASSIGN in 327 msec 2024-11-23T11:22:58,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:22:58,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360978351"}]},"ts":"1732360978351"} 2024-11-23T11:22:58,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T11:22:58,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:22:58,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 766 msec 2024-11-23T11:22:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T11:22:58,695 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-23T11:22:58,697 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-11-23T11:22:58,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:58,703 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:58,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:58,705 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:58,707 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-11-23T11:22:58,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,711 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-11-23T11:22:58,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,715 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-11-23T11:22:58,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,719 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-11-23T11:22:58,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,723 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ed69825 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34b30c39 2024-11-23T11:22:58,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7f20c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,727 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-11-23T11:22:58,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,735 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-11-23T11:22:58,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-11-23T11:22:58,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,755 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-11-23T11:22:58,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,759 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2405c04e to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76f0408 2024-11-23T11:22:58,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc5e114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,768 DEBUG [hconnection-0x7564581d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:58,768 DEBUG [hconnection-0x62d64946-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:58,769 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:58,770 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:58,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:22:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-23T11:22:58,772 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:22:58,772 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:22:58,772 DEBUG [hconnection-0x2f44fa98-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:58,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:22:58,773 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T11:22:58,776 DEBUG [hconnection-0x6d7675eb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:58,777 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:58,782 DEBUG [hconnection-0x538a3640-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:58,783 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:58,789 DEBUG [hconnection-0x4f11267e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:58,790 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:58,791 DEBUG [hconnection-0x1ed2dc26-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:58,792 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:22:58,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:22:58,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:22:58,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:58,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:22:58,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:58,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:22:58,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:58,812 DEBUG [hconnection-0x6ef9961a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:58,813 DEBUG [hconnection-0x67935ae0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:58,814 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:58,819 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:58,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361038826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:58,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:58,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:58,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361038826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361038827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361038827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:58,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/4b79ffeae7b14bbfaa5ef7969204e413 is 50, key is test_row_0/A:col10/1732360978795/Put/seqid=0 2024-11-23T11:22:58,832 DEBUG [hconnection-0x64c4aaa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:58,833 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:58,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361038834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:58,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742248_1424 (size=12001) 2024-11-23T11:22:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T11:22:58,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:58,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T11:22:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:22:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:58,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:58,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361038929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:58,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361038930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:58,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361038930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:58,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361038928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:58,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361038936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T11:22:59,079 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T11:22:59,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:59,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:22:59,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:59,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361039131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361039132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361039132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361039140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361039140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,232 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T11:22:59,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:59,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:22:59,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:59,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/4b79ffeae7b14bbfaa5ef7969204e413 2024-11-23T11:22:59,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/38050c3fea21496cb482719e79c2b14d is 50, key is test_row_0/B:col10/1732360978795/Put/seqid=0 2024-11-23T11:22:59,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742249_1425 (size=12001) 2024-11-23T11:22:59,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/38050c3fea21496cb482719e79c2b14d 2024-11-23T11:22:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T11:22:59,386 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T11:22:59,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:59,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:22:59,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:59,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/8b0458473e634f3cb2f59b0cc8421142 is 50, key is test_row_0/C:col10/1732360978795/Put/seqid=0 2024-11-23T11:22:59,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361039434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742250_1426 (size=12001) 2024-11-23T11:22:59,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361039441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361039442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361039443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361039443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,540 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T11:22:59,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:59,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:22:59,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:59,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,631 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:22:59,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T11:22:59,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:59,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:22:59,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:59,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,847 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/8b0458473e634f3cb2f59b0cc8421142 2024-11-23T11:22:59,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T11:22:59,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:59,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:22:59,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:22:59,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:22:59,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/4b79ffeae7b14bbfaa5ef7969204e413 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/4b79ffeae7b14bbfaa5ef7969204e413 2024-11-23T11:22:59,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/4b79ffeae7b14bbfaa5ef7969204e413, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T11:22:59,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/38050c3fea21496cb482719e79c2b14d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/38050c3fea21496cb482719e79c2b14d 2024-11-23T11:22:59,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/38050c3fea21496cb482719e79c2b14d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T11:22:59,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/8b0458473e634f3cb2f59b0cc8421142 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/8b0458473e634f3cb2f59b0cc8421142 2024-11-23T11:22:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T11:22:59,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/8b0458473e634f3cb2f59b0cc8421142, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T11:22:59,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 522379ff5ee02431135b67e432ff60e5 in 1092ms, sequenceid=12, compaction requested=false 2024-11-23T11:22:59,890 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T11:22:59,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:22:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:22:59,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T11:22:59,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:22:59,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:59,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:22:59,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:59,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:22:59,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:22:59,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/5362d5cffb54477fbe664e84efcf85a7 is 50, key is test_row_0/A:col10/1732360978825/Put/seqid=0 2024-11-23T11:22:59,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361039962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361039964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361039964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:22:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361039964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361039965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:22:59,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742251_1427 (size=12001) 2024-11-23T11:22:59,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/5362d5cffb54477fbe664e84efcf85a7 2024-11-23T11:23:00,001 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T11:23:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:00,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:00,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/4d2cd6c33b964a0ea6352619635ab87c is 50, key is test_row_0/B:col10/1732360978825/Put/seqid=0 2024-11-23T11:23:00,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742252_1428 (size=12001) 2024-11-23T11:23:00,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/4d2cd6c33b964a0ea6352619635ab87c 2024-11-23T11:23:00,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/0ec7f78be1dc40688e98f023655f3e81 is 50, key is test_row_0/C:col10/1732360978825/Put/seqid=0 2024-11-23T11:23:00,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361040071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361040071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361040072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361040072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361040073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742253_1429 (size=12001) 2024-11-23T11:23:00,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/0ec7f78be1dc40688e98f023655f3e81 2024-11-23T11:23:00,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/5362d5cffb54477fbe664e84efcf85a7 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/5362d5cffb54477fbe664e84efcf85a7 2024-11-23T11:23:00,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/5362d5cffb54477fbe664e84efcf85a7, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T11:23:00,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/4d2cd6c33b964a0ea6352619635ab87c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/4d2cd6c33b964a0ea6352619635ab87c 2024-11-23T11:23:00,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/4d2cd6c33b964a0ea6352619635ab87c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T11:23:00,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/0ec7f78be1dc40688e98f023655f3e81 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/0ec7f78be1dc40688e98f023655f3e81 2024-11-23T11:23:00,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/0ec7f78be1dc40688e98f023655f3e81, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T11:23:00,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 522379ff5ee02431135b67e432ff60e5 in 183ms, sequenceid=41, compaction requested=false 2024-11-23T11:23:00,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:00,156 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T11:23:00,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:00,157 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T11:23:00,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:00,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:00,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:00,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:00,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:00,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:00,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/aa46cc911be64c1fb463ffdceebae10c is 50, key is test_row_0/A:col10/1732360979960/Put/seqid=0 2024-11-23T11:23:00,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742254_1430 (size=12001) 2024-11-23T11:23:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:00,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:00,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361040329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361040329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361040330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361040330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361040336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361040438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361040439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361040440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361040440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361040443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,616 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/aa46cc911be64c1fb463ffdceebae10c 2024-11-23T11:23:00,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/c616126ce19545908e0e6a1f8aeee1c4 is 50, key is test_row_0/B:col10/1732360979960/Put/seqid=0 2024-11-23T11:23:00,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742255_1431 (size=12001) 2024-11-23T11:23:00,640 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/c616126ce19545908e0e6a1f8aeee1c4 2024-11-23T11:23:00,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361040646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361040648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361040648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361040649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361040651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/aa4989d7c20e4f21af87480fa31f00dd is 50, key is test_row_0/C:col10/1732360979960/Put/seqid=0 2024-11-23T11:23:00,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742256_1432 (size=12001) 2024-11-23T11:23:00,659 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/aa4989d7c20e4f21af87480fa31f00dd 2024-11-23T11:23:00,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/aa46cc911be64c1fb463ffdceebae10c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/aa46cc911be64c1fb463ffdceebae10c 2024-11-23T11:23:00,673 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/aa46cc911be64c1fb463ffdceebae10c, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T11:23:00,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/c616126ce19545908e0e6a1f8aeee1c4 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c616126ce19545908e0e6a1f8aeee1c4 2024-11-23T11:23:00,679 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c616126ce19545908e0e6a1f8aeee1c4, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T11:23:00,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/aa4989d7c20e4f21af87480fa31f00dd as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/aa4989d7c20e4f21af87480fa31f00dd 2024-11-23T11:23:00,694 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/aa4989d7c20e4f21af87480fa31f00dd, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T11:23:00,695 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 522379ff5ee02431135b67e432ff60e5 in 538ms, sequenceid=49, compaction requested=true 2024-11-23T11:23:00,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:00,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:00,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-23T11:23:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-23T11:23:00,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-23T11:23:00,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9250 sec 2024-11-23T11:23:00,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.9290 sec 2024-11-23T11:23:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T11:23:00,882 INFO [Thread-1909 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-23T11:23:00,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-23T11:23:00,886 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T11:23:00,887 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:00,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:00,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-23T11:23:00,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:00,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:00,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:00,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:00,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:00,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:00,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361040959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361040960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/cf14ddb7879a46cbb559b555b3fc4582 is 50, key is test_row_0/A:col10/1732360980955/Put/seqid=0 2024-11-23T11:23:00,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361040964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361040966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361040969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T11:23:01,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742257_1433 (size=14341) 2024-11-23T11:23:01,039 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T11:23:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361041070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361041071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361041079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361041079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361041081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T11:23:01,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T11:23:01,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:01,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361041279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361041280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361041290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361041291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361041292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T11:23:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/cf14ddb7879a46cbb559b555b3fc4582 2024-11-23T11:23:01,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/c890cacb27364cb09e0030c51fe718ee is 50, key is test_row_0/B:col10/1732360980955/Put/seqid=0 2024-11-23T11:23:01,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742258_1434 (size=12001) 2024-11-23T11:23:01,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/c890cacb27364cb09e0030c51fe718ee 2024-11-23T11:23:01,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/f847881a682343ceb75ce427226313ee is 50, key is test_row_0/C:col10/1732360980955/Put/seqid=0 2024-11-23T11:23:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T11:23:01,500 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T11:23:01,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:01,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742259_1435 (size=12001) 2024-11-23T11:23:01,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/f847881a682343ceb75ce427226313ee 2024-11-23T11:23:01,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/cf14ddb7879a46cbb559b555b3fc4582 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/cf14ddb7879a46cbb559b555b3fc4582 2024-11-23T11:23:01,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/cf14ddb7879a46cbb559b555b3fc4582, entries=200, sequenceid=78, filesize=14.0 K 2024-11-23T11:23:01,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/c890cacb27364cb09e0030c51fe718ee as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c890cacb27364cb09e0030c51fe718ee 2024-11-23T11:23:01,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c890cacb27364cb09e0030c51fe718ee, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T11:23:01,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/f847881a682343ceb75ce427226313ee as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/f847881a682343ceb75ce427226313ee 2024-11-23T11:23:01,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/f847881a682343ceb75ce427226313ee, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T11:23:01,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 522379ff5ee02431135b67e432ff60e5 in 586ms, sequenceid=78, compaction requested=true 2024-11-23T11:23:01,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:01,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:01,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:01,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:01,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:01,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:23:01,542 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:23:01,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T11:23:01,543 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:23:01,544 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:23:01,544 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/B is initiating minor compaction (all files) 2024-11-23T11:23:01,544 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/B in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,544 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/38050c3fea21496cb482719e79c2b14d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/4d2cd6c33b964a0ea6352619635ab87c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c616126ce19545908e0e6a1f8aeee1c4, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c890cacb27364cb09e0030c51fe718ee] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=46.9 K 2024-11-23T11:23:01,544 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:23:01,544 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/A is initiating minor compaction (all files) 2024-11-23T11:23:01,544 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/A in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,545 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/4b79ffeae7b14bbfaa5ef7969204e413, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/5362d5cffb54477fbe664e84efcf85a7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/aa46cc911be64c1fb463ffdceebae10c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/cf14ddb7879a46cbb559b555b3fc4582] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=49.2 K 2024-11-23T11:23:01,550 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 38050c3fea21496cb482719e79c2b14d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732360978772 2024-11-23T11:23:01,550 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b79ffeae7b14bbfaa5ef7969204e413, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732360978772 2024-11-23T11:23:01,550 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d2cd6c33b964a0ea6352619635ab87c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732360978825 2024-11-23T11:23:01,550 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5362d5cffb54477fbe664e84efcf85a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732360978825 2024-11-23T11:23:01,552 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting c616126ce19545908e0e6a1f8aeee1c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732360979960 2024-11-23T11:23:01,552 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa46cc911be64c1fb463ffdceebae10c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732360979960 2024-11-23T11:23:01,552 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting c890cacb27364cb09e0030c51fe718ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732360980329 2024-11-23T11:23:01,553 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf14ddb7879a46cbb559b555b3fc4582, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732360980328 2024-11-23T11:23:01,574 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#A#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:01,575 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/c7729496a1264e95afc0a7e798319b64 is 50, key is test_row_0/A:col10/1732360980955/Put/seqid=0 2024-11-23T11:23:01,585 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:01,585 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/463f76d0a12a40f5a2fc82c3db230ea2 is 50, key is test_row_0/B:col10/1732360980955/Put/seqid=0 2024-11-23T11:23:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:01,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:23:01,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:01,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:01,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:01,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:01,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:01,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:01,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742260_1436 (size=12139) 2024-11-23T11:23:01,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742261_1437 (size=12139) 2024-11-23T11:23:01,634 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/463f76d0a12a40f5a2fc82c3db230ea2 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/463f76d0a12a40f5a2fc82c3db230ea2 2024-11-23T11:23:01,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/16e6393a14844804b22830c86ee371f9 is 50, key is test_row_0/A:col10/1732360981612/Put/seqid=0 2024-11-23T11:23:01,641 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/B of 522379ff5ee02431135b67e432ff60e5 into 463f76d0a12a40f5a2fc82c3db230ea2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:01,641 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:01,641 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/B, priority=12, startTime=1732360981542; duration=0sec 2024-11-23T11:23:01,641 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:01,641 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:B 2024-11-23T11:23:01,641 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:23:01,642 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:23:01,642 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/C is initiating minor compaction (all files) 2024-11-23T11:23:01,642 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/C in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,643 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/8b0458473e634f3cb2f59b0cc8421142, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/0ec7f78be1dc40688e98f023655f3e81, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/aa4989d7c20e4f21af87480fa31f00dd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/f847881a682343ceb75ce427226313ee] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=46.9 K 2024-11-23T11:23:01,643 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b0458473e634f3cb2f59b0cc8421142, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732360978772 2024-11-23T11:23:01,643 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ec7f78be1dc40688e98f023655f3e81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732360978825 2024-11-23T11:23:01,644 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting aa4989d7c20e4f21af87480fa31f00dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732360979960 2024-11-23T11:23:01,644 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting f847881a682343ceb75ce427226313ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732360980329 2024-11-23T11:23:01,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T11:23:01,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:01,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,668 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#C#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:01,668 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/990e3b7d1dc9474f891f78c3b3b93e3a is 50, key is test_row_0/C:col10/1732360980955/Put/seqid=0 2024-11-23T11:23:01,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742262_1438 (size=19021) 2024-11-23T11:23:01,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/16e6393a14844804b22830c86ee371f9 2024-11-23T11:23:01,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361041670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/33ed0a9284674c149122cb47d425d713 is 50, key is test_row_0/B:col10/1732360981612/Put/seqid=0 2024-11-23T11:23:01,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361041685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361041686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361041692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361041692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742263_1439 (size=12139) 2024-11-23T11:23:01,707 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/990e3b7d1dc9474f891f78c3b3b93e3a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/990e3b7d1dc9474f891f78c3b3b93e3a 2024-11-23T11:23:01,713 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/C of 522379ff5ee02431135b67e432ff60e5 into 990e3b7d1dc9474f891f78c3b3b93e3a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:01,713 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:01,713 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/C, priority=12, startTime=1732360981542; duration=0sec 2024-11-23T11:23:01,713 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:01,713 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:C 2024-11-23T11:23:01,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742264_1440 (size=12001) 2024-11-23T11:23:01,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361041788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361041798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361041798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361041798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361041798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,810 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T11:23:01,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:01,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,964 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:01,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T11:23:01,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:01,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:01,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T11:23:02,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361042002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361042007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361042008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361042008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361042008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,026 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/c7729496a1264e95afc0a7e798319b64 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/c7729496a1264e95afc0a7e798319b64 2024-11-23T11:23:02,036 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/A of 522379ff5ee02431135b67e432ff60e5 into c7729496a1264e95afc0a7e798319b64(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:02,036 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:02,036 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/A, priority=12, startTime=1732360981542; duration=0sec 2024-11-23T11:23:02,036 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:02,036 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:A 2024-11-23T11:23:02,118 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T11:23:02,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:02,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:02,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:02,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:02,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:02,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/33ed0a9284674c149122cb47d425d713 2024-11-23T11:23:02,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/04577d41c8914f98bdfacb07798ddd80 is 50, key is test_row_0/C:col10/1732360981612/Put/seqid=0 2024-11-23T11:23:02,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742265_1441 (size=12001) 2024-11-23T11:23:02,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/04577d41c8914f98bdfacb07798ddd80 2024-11-23T11:23:02,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/16e6393a14844804b22830c86ee371f9 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/16e6393a14844804b22830c86ee371f9 2024-11-23T11:23:02,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/16e6393a14844804b22830c86ee371f9, entries=300, sequenceid=90, filesize=18.6 K 2024-11-23T11:23:02,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/33ed0a9284674c149122cb47d425d713 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/33ed0a9284674c149122cb47d425d713 2024-11-23T11:23:02,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/33ed0a9284674c149122cb47d425d713, entries=150, sequenceid=90, filesize=11.7 K 2024-11-23T11:23:02,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/04577d41c8914f98bdfacb07798ddd80 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/04577d41c8914f98bdfacb07798ddd80 2024-11-23T11:23:02,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/04577d41c8914f98bdfacb07798ddd80, entries=150, sequenceid=90, filesize=11.7 K 2024-11-23T11:23:02,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 522379ff5ee02431135b67e432ff60e5 in 605ms, sequenceid=90, compaction requested=false 2024-11-23T11:23:02,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:02,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T11:23:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:02,274 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T11:23:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:02,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:02,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:02,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/879cf1d3977447cfac1aaefe8db8db70 is 50, key is test_row_0/A:col10/1732360981683/Put/seqid=0 2024-11-23T11:23:02,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:02,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742266_1442 (size=12001) 2024-11-23T11:23:02,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361042324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361042325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361042334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361042335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361042335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361042437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361042437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361042445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361042445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361042445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361042648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361042648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361042653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361042653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361042654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,735 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/879cf1d3977447cfac1aaefe8db8db70 2024-11-23T11:23:02,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/15c9eab23f8344bf8a3735047bbc8eab is 50, key is test_row_0/B:col10/1732360981683/Put/seqid=0 2024-11-23T11:23:02,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742267_1443 (size=12001) 2024-11-23T11:23:02,814 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T11:23:02,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361042960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361042960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361042960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361042961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361042961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T11:23:03,174 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/15c9eab23f8344bf8a3735047bbc8eab 2024-11-23T11:23:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/dd0a5142e11544f1a1745b7ca1f16816 is 50, key is test_row_0/C:col10/1732360981683/Put/seqid=0 2024-11-23T11:23:03,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742268_1444 (size=12001) 2024-11-23T11:23:03,216 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/dd0a5142e11544f1a1745b7ca1f16816 2024-11-23T11:23:03,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/879cf1d3977447cfac1aaefe8db8db70 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/879cf1d3977447cfac1aaefe8db8db70 2024-11-23T11:23:03,226 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/879cf1d3977447cfac1aaefe8db8db70, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T11:23:03,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/15c9eab23f8344bf8a3735047bbc8eab as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/15c9eab23f8344bf8a3735047bbc8eab 2024-11-23T11:23:03,232 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/15c9eab23f8344bf8a3735047bbc8eab, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T11:23:03,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/dd0a5142e11544f1a1745b7ca1f16816 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/dd0a5142e11544f1a1745b7ca1f16816 2024-11-23T11:23:03,239 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/dd0a5142e11544f1a1745b7ca1f16816, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T11:23:03,240 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 522379ff5ee02431135b67e432ff60e5 in 966ms, sequenceid=119, compaction requested=true 2024-11-23T11:23:03,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:03,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:03,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-23T11:23:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-23T11:23:03,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-23T11:23:03,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3550 sec 2024-11-23T11:23:03,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.3610 sec 2024-11-23T11:23:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:03,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:23:03,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:03,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:03,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:03,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:03,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:03,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:03,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/1e2a70e466e042ca904bd88a47b6dea2 is 50, key is test_row_0/A:col10/1732360983467/Put/seqid=0 2024-11-23T11:23:03,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742269_1445 (size=16781) 2024-11-23T11:23:03,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361043495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361043499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361043500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361043501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361043502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361043603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361043609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361043609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361043610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361043610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,813 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/4b79ffeae7b14bbfaa5ef7969204e413, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/5362d5cffb54477fbe664e84efcf85a7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/aa46cc911be64c1fb463ffdceebae10c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/cf14ddb7879a46cbb559b555b3fc4582] to archive 2024-11-23T11:23:03,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361043809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,814 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:23:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361043814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361043814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361043815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361043817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:03,834 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/4b79ffeae7b14bbfaa5ef7969204e413 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/4b79ffeae7b14bbfaa5ef7969204e413 2024-11-23T11:23:03,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/5362d5cffb54477fbe664e84efcf85a7 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/5362d5cffb54477fbe664e84efcf85a7 2024-11-23T11:23:03,837 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/aa46cc911be64c1fb463ffdceebae10c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/aa46cc911be64c1fb463ffdceebae10c 2024-11-23T11:23:03,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/cf14ddb7879a46cbb559b555b3fc4582 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/cf14ddb7879a46cbb559b555b3fc4582 2024-11-23T11:23:03,839 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/38050c3fea21496cb482719e79c2b14d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/4d2cd6c33b964a0ea6352619635ab87c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c616126ce19545908e0e6a1f8aeee1c4, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c890cacb27364cb09e0030c51fe718ee] to archive 2024-11-23T11:23:03,840 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:23:03,842 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/38050c3fea21496cb482719e79c2b14d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/38050c3fea21496cb482719e79c2b14d 2024-11-23T11:23:03,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/4d2cd6c33b964a0ea6352619635ab87c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/4d2cd6c33b964a0ea6352619635ab87c 2024-11-23T11:23:03,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c616126ce19545908e0e6a1f8aeee1c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c616126ce19545908e0e6a1f8aeee1c4 2024-11-23T11:23:03,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c890cacb27364cb09e0030c51fe718ee to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c890cacb27364cb09e0030c51fe718ee 2024-11-23T11:23:03,846 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/8b0458473e634f3cb2f59b0cc8421142, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/0ec7f78be1dc40688e98f023655f3e81, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/aa4989d7c20e4f21af87480fa31f00dd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/f847881a682343ceb75ce427226313ee] to archive 2024-11-23T11:23:03,847 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:23:03,848 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/8b0458473e634f3cb2f59b0cc8421142 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/8b0458473e634f3cb2f59b0cc8421142 2024-11-23T11:23:03,849 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/0ec7f78be1dc40688e98f023655f3e81 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/0ec7f78be1dc40688e98f023655f3e81 2024-11-23T11:23:03,850 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/aa4989d7c20e4f21af87480fa31f00dd to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/aa4989d7c20e4f21af87480fa31f00dd 2024-11-23T11:23:03,851 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9bf4ef99e196:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/f847881a682343ceb75ce427226313ee to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/f847881a682343ceb75ce427226313ee 2024-11-23T11:23:03,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/1e2a70e466e042ca904bd88a47b6dea2 2024-11-23T11:23:03,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/0db07b5e12164173af671ef769d75bb9 is 50, key is test_row_0/B:col10/1732360983467/Put/seqid=0 2024-11-23T11:23:03,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742270_1446 (size=12101) 2024-11-23T11:23:04,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361044115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:04,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361044115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:04,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361044117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:04,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361044122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:04,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361044122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:04,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/0db07b5e12164173af671ef769d75bb9 2024-11-23T11:23:04,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/ab8699702e1e4f0abb777f945b29c5db is 50, key is test_row_0/C:col10/1732360983467/Put/seqid=0 2024-11-23T11:23:04,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742271_1447 (size=12101) 2024-11-23T11:23:04,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361044622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:04,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361044623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:04,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361044624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:04,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361044627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:04,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361044627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:04,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/ab8699702e1e4f0abb777f945b29c5db 2024-11-23T11:23:04,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/1e2a70e466e042ca904bd88a47b6dea2 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/1e2a70e466e042ca904bd88a47b6dea2 2024-11-23T11:23:04,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/1e2a70e466e042ca904bd88a47b6dea2, entries=250, sequenceid=131, filesize=16.4 K 2024-11-23T11:23:04,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/0db07b5e12164173af671ef769d75bb9 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/0db07b5e12164173af671ef769d75bb9 2024-11-23T11:23:04,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/0db07b5e12164173af671ef769d75bb9, entries=150, sequenceid=131, filesize=11.8 K 2024-11-23T11:23:04,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/ab8699702e1e4f0abb777f945b29c5db as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/ab8699702e1e4f0abb777f945b29c5db 2024-11-23T11:23:04,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/ab8699702e1e4f0abb777f945b29c5db, entries=150, sequenceid=131, filesize=11.8 K 2024-11-23T11:23:04,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 522379ff5ee02431135b67e432ff60e5 in 1271ms, sequenceid=131, compaction requested=true 2024-11-23T11:23:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:23:04,739 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:23:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:04,739 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:23:04,740 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:23:04,740 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59942 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:23:04,741 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/A is initiating minor compaction (all files) 2024-11-23T11:23:04,741 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/B is initiating minor compaction (all files) 2024-11-23T11:23:04,741 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/B in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:04,741 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/A in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:04,741 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/463f76d0a12a40f5a2fc82c3db230ea2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/33ed0a9284674c149122cb47d425d713, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/15c9eab23f8344bf8a3735047bbc8eab, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/0db07b5e12164173af671ef769d75bb9] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=47.1 K 2024-11-23T11:23:04,741 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/c7729496a1264e95afc0a7e798319b64, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/16e6393a14844804b22830c86ee371f9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/879cf1d3977447cfac1aaefe8db8db70, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/1e2a70e466e042ca904bd88a47b6dea2] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=58.5 K 2024-11-23T11:23:04,741 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 463f76d0a12a40f5a2fc82c3db230ea2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732360980329 2024-11-23T11:23:04,741 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7729496a1264e95afc0a7e798319b64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732360980329 2024-11-23T11:23:04,741 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 33ed0a9284674c149122cb47d425d713, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732360980964 2024-11-23T11:23:04,741 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16e6393a14844804b22830c86ee371f9, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732360980962 2024-11-23T11:23:04,742 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 15c9eab23f8344bf8a3735047bbc8eab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732360981683 2024-11-23T11:23:04,742 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 879cf1d3977447cfac1aaefe8db8db70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732360981683 2024-11-23T11:23:04,742 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 0db07b5e12164173af671ef769d75bb9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732360982330 2024-11-23T11:23:04,742 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e2a70e466e042ca904bd88a47b6dea2, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732360982323 2024-11-23T11:23:04,749 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#A#compaction#374 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:04,749 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/311beae1a20240f98cc5f3c5f2c9a8ca is 50, key is test_row_0/A:col10/1732360983467/Put/seqid=0 2024-11-23T11:23:04,752 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#B#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:04,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742272_1448 (size=12239) 2024-11-23T11:23:04,753 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/396008ab89c94bafa6ab4f54f6124bd1 is 50, key is test_row_0/B:col10/1732360983467/Put/seqid=0 2024-11-23T11:23:04,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742273_1449 (size=12239) 2024-11-23T11:23:04,759 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/311beae1a20240f98cc5f3c5f2c9a8ca as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/311beae1a20240f98cc5f3c5f2c9a8ca 2024-11-23T11:23:04,764 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/A of 522379ff5ee02431135b67e432ff60e5 into 311beae1a20240f98cc5f3c5f2c9a8ca(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:04,764 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:04,764 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/A, priority=12, startTime=1732360984739; duration=0sec 2024-11-23T11:23:04,764 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:04,764 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:A 2024-11-23T11:23:04,764 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:23:04,765 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:23:04,766 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/C is initiating minor compaction (all files) 2024-11-23T11:23:04,766 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/C in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:04,766 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/990e3b7d1dc9474f891f78c3b3b93e3a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/04577d41c8914f98bdfacb07798ddd80, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/dd0a5142e11544f1a1745b7ca1f16816, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/ab8699702e1e4f0abb777f945b29c5db] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=47.1 K 2024-11-23T11:23:04,766 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 990e3b7d1dc9474f891f78c3b3b93e3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732360980329 2024-11-23T11:23:04,766 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04577d41c8914f98bdfacb07798ddd80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732360980964 2024-11-23T11:23:04,767 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd0a5142e11544f1a1745b7ca1f16816, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732360981683 2024-11-23T11:23:04,767 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab8699702e1e4f0abb777f945b29c5db, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732360982330 2024-11-23T11:23:04,774 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#C#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:04,775 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/da0270add73d4a3e9490f10368dab6f1 is 50, key is test_row_0/C:col10/1732360983467/Put/seqid=0 2024-11-23T11:23:04,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742274_1450 (size=12239) 2024-11-23T11:23:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T11:23:04,993 INFO [Thread-1909 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-23T11:23:04,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-23T11:23:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T11:23:04,995 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:04,996 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:04,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T11:23:05,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T11:23:05,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:05,148 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T11:23:05,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:05,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:05,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:05,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:05,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:05,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/e8342162779b435a81c386b67bd06f94 is 50, key is test_row_0/A:col10/1732360983491/Put/seqid=0 2024-11-23T11:23:05,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742275_1451 (size=12151) 2024-11-23T11:23:05,161 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/396008ab89c94bafa6ab4f54f6124bd1 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/396008ab89c94bafa6ab4f54f6124bd1 2024-11-23T11:23:05,165 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/B of 522379ff5ee02431135b67e432ff60e5 into 396008ab89c94bafa6ab4f54f6124bd1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:05,165 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:05,165 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/B, priority=12, startTime=1732360984739; duration=0sec 2024-11-23T11:23:05,166 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:05,166 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:B 2024-11-23T11:23:05,182 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/da0270add73d4a3e9490f10368dab6f1 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/da0270add73d4a3e9490f10368dab6f1 2024-11-23T11:23:05,186 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/C of 522379ff5ee02431135b67e432ff60e5 into da0270add73d4a3e9490f10368dab6f1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:05,186 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:05,186 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/C, priority=12, startTime=1732360984739; duration=0sec 2024-11-23T11:23:05,186 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:05,186 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:C 2024-11-23T11:23:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T11:23:05,556 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/e8342162779b435a81c386b67bd06f94 2024-11-23T11:23:05,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/b3c89ff4e9984b76acc10e2c372b57c0 is 50, key is test_row_0/B:col10/1732360983491/Put/seqid=0 2024-11-23T11:23:05,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742276_1452 (size=12151) 2024-11-23T11:23:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T11:23:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:05,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:05,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361045639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361045640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361045641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361045642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361045642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361045746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361045746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361045746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361045747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361045747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361045952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361045952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361045952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361045952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361045952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:05,988 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/b3c89ff4e9984b76acc10e2c372b57c0 2024-11-23T11:23:05,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/ed0d23df81754b4a8f63554aeba47df3 is 50, key is test_row_0/C:col10/1732360983491/Put/seqid=0 2024-11-23T11:23:06,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742277_1453 (size=12151) 2024-11-23T11:23:06,019 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/ed0d23df81754b4a8f63554aeba47df3 2024-11-23T11:23:06,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/e8342162779b435a81c386b67bd06f94 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/e8342162779b435a81c386b67bd06f94 2024-11-23T11:23:06,038 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/e8342162779b435a81c386b67bd06f94, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T11:23:06,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/b3c89ff4e9984b76acc10e2c372b57c0 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/b3c89ff4e9984b76acc10e2c372b57c0 2024-11-23T11:23:06,044 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/b3c89ff4e9984b76acc10e2c372b57c0, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T11:23:06,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/ed0d23df81754b4a8f63554aeba47df3 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/ed0d23df81754b4a8f63554aeba47df3 2024-11-23T11:23:06,049 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/ed0d23df81754b4a8f63554aeba47df3, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T11:23:06,050 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 522379ff5ee02431135b67e432ff60e5 in 902ms, sequenceid=156, compaction requested=false 2024-11-23T11:23:06,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:06,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:06,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-23T11:23:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-23T11:23:06,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-23T11:23:06,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0560 sec 2024-11-23T11:23:06,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.0620 sec 2024-11-23T11:23:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T11:23:06,098 INFO [Thread-1909 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-23T11:23:06,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-23T11:23:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T11:23:06,102 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:06,102 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:06,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T11:23:06,254 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T11:23:06,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:06,255 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T11:23:06,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:06,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:06,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:06,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:06,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:06,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:06,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/b5e44b1ff48d44efaaf054af3f64f474 is 50, key is test_row_0/A:col10/1732360985640/Put/seqid=0 2024-11-23T11:23:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:06,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:06,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742278_1454 (size=12151) 2024-11-23T11:23:06,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361046281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361046285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361046286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361046288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361046289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361046390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361046394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361046394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361046398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361046398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T11:23:06,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361046595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361046602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361046602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361046602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361046603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,665 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/b5e44b1ff48d44efaaf054af3f64f474 2024-11-23T11:23:06,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/78f0f2cd4468421aa3a7eb98651cab66 is 50, key is test_row_0/B:col10/1732360985640/Put/seqid=0 2024-11-23T11:23:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742279_1455 (size=12151) 2024-11-23T11:23:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T11:23:06,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361046900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361046907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361046908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361046908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:06,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361046909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:07,078 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/78f0f2cd4468421aa3a7eb98651cab66 2024-11-23T11:23:07,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/3247be324acc447792b91c01335a607e is 50, key is test_row_0/C:col10/1732360985640/Put/seqid=0 2024-11-23T11:23:07,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742280_1456 (size=12151) 2024-11-23T11:23:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T11:23:07,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361047407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:07,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361047413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:07,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361047414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:07,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361047416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:07,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361047416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:07,488 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/3247be324acc447792b91c01335a607e 2024-11-23T11:23:07,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/b5e44b1ff48d44efaaf054af3f64f474 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b5e44b1ff48d44efaaf054af3f64f474 2024-11-23T11:23:07,495 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b5e44b1ff48d44efaaf054af3f64f474, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T11:23:07,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/78f0f2cd4468421aa3a7eb98651cab66 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/78f0f2cd4468421aa3a7eb98651cab66 2024-11-23T11:23:07,499 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/78f0f2cd4468421aa3a7eb98651cab66, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T11:23:07,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/3247be324acc447792b91c01335a607e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/3247be324acc447792b91c01335a607e 2024-11-23T11:23:07,503 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/3247be324acc447792b91c01335a607e, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T11:23:07,504 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 522379ff5ee02431135b67e432ff60e5 in 1250ms, sequenceid=171, compaction requested=true 2024-11-23T11:23:07,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:07,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:07,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-23T11:23:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-23T11:23:07,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-23T11:23:07,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-23T11:23:07,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.4060 sec 2024-11-23T11:23:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T11:23:08,205 INFO [Thread-1909 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-23T11:23:08,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-23T11:23:08,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T11:23:08,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:08,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T11:23:08,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T11:23:08,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:08,360 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T11:23:08,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:08,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:08,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:08,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:08,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:08,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:08,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/25c249a0920b4eeaa153f85e04bea487 is 50, key is test_row_0/A:col10/1732360986279/Put/seqid=0 2024-11-23T11:23:08,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742281_1457 (size=12151) 2024-11-23T11:23:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:08,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:08,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361048431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361048432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361048436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361048437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361048437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T11:23:08,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361048538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361048538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361048541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361048546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361048546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361048740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361048740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361048746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361048750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361048751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:08,769 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/25c249a0920b4eeaa153f85e04bea487 2024-11-23T11:23:08,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/83221ddfe6104a7bada04ea3fbdc3a70 is 50, key is test_row_0/B:col10/1732360986279/Put/seqid=0 2024-11-23T11:23:08,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742282_1458 (size=12151) 2024-11-23T11:23:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T11:23:09,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361049046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:09,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361049047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:09,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361049052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:09,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361049054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:09,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361049057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:09,180 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/83221ddfe6104a7bada04ea3fbdc3a70 2024-11-23T11:23:09,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/87e5cbd635f84996a308650a25c40cfa is 50, key is test_row_0/C:col10/1732360986279/Put/seqid=0 2024-11-23T11:23:09,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742283_1459 (size=12151) 2024-11-23T11:23:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T11:23:09,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361049552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:09,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361049554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:09,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361049558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:09,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361049559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:09,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361049561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:09,590 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/87e5cbd635f84996a308650a25c40cfa 2024-11-23T11:23:09,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/25c249a0920b4eeaa153f85e04bea487 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/25c249a0920b4eeaa153f85e04bea487 2024-11-23T11:23:09,598 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/25c249a0920b4eeaa153f85e04bea487, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T11:23:09,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/83221ddfe6104a7bada04ea3fbdc3a70 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/83221ddfe6104a7bada04ea3fbdc3a70 2024-11-23T11:23:09,603 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/83221ddfe6104a7bada04ea3fbdc3a70, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T11:23:09,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/87e5cbd635f84996a308650a25c40cfa as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/87e5cbd635f84996a308650a25c40cfa 2024-11-23T11:23:09,607 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/87e5cbd635f84996a308650a25c40cfa, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T11:23:09,608 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 522379ff5ee02431135b67e432ff60e5 in 1248ms, sequenceid=194, compaction requested=true 2024-11-23T11:23:09,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:09,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:09,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-23T11:23:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-23T11:23:09,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-23T11:23:09,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec 2024-11-23T11:23:09,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.4040 sec 2024-11-23T11:23:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T11:23:10,311 INFO [Thread-1909 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-23T11:23:10,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-23T11:23:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T11:23:10,314 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:10,314 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:10,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T11:23:10,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T11:23:10,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:10,466 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T11:23:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:10,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/b9bba65d3b234ea4aa05fef25591397b is 50, key is test_row_0/A:col10/1732360988435/Put/seqid=0 2024-11-23T11:23:10,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742284_1460 (size=12151) 2024-11-23T11:23:10,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:10,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361050584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361050587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361050588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361050589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361050590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T11:23:10,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361050691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361050696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361050697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361050697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361050699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,875 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/b9bba65d3b234ea4aa05fef25591397b 2024-11-23T11:23:10,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/342e8de1718c4bc7a66d61161b9c70d9 is 50, key is test_row_0/B:col10/1732360988435/Put/seqid=0 2024-11-23T11:23:10,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742285_1461 (size=12151) 2024-11-23T11:23:10,887 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/342e8de1718c4bc7a66d61161b9c70d9 2024-11-23T11:23:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/5a64556765cd4f1e984a6bc0ced2cd98 is 50, key is test_row_0/C:col10/1732360988435/Put/seqid=0 2024-11-23T11:23:10,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742286_1462 (size=12151) 2024-11-23T11:23:10,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361050897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361050901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361050902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361050902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361050903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T11:23:11,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361051205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361051206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361051207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361051208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361051208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,302 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/5a64556765cd4f1e984a6bc0ced2cd98 2024-11-23T11:23:11,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/b9bba65d3b234ea4aa05fef25591397b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b9bba65d3b234ea4aa05fef25591397b 2024-11-23T11:23:11,312 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b9bba65d3b234ea4aa05fef25591397b, entries=150, sequenceid=208, filesize=11.9 K 2024-11-23T11:23:11,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/342e8de1718c4bc7a66d61161b9c70d9 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/342e8de1718c4bc7a66d61161b9c70d9 2024-11-23T11:23:11,317 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/342e8de1718c4bc7a66d61161b9c70d9, entries=150, sequenceid=208, filesize=11.9 K 2024-11-23T11:23:11,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/5a64556765cd4f1e984a6bc0ced2cd98 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5a64556765cd4f1e984a6bc0ced2cd98 2024-11-23T11:23:11,322 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5a64556765cd4f1e984a6bc0ced2cd98, entries=150, sequenceid=208, filesize=11.9 K 2024-11-23T11:23:11,323 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 522379ff5ee02431135b67e432ff60e5 in 857ms, sequenceid=208, compaction requested=true 2024-11-23T11:23:11,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:11,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:11,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-23T11:23:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-23T11:23:11,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-23T11:23:11,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-11-23T11:23:11,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.0140 sec 2024-11-23T11:23:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T11:23:11,417 INFO [Thread-1909 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-23T11:23:11,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-23T11:23:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T11:23:11,419 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:11,419 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:11,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T11:23:11,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T11:23:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:11,572 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T11:23:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/f5155fedce684101a831e67c819a71d4 is 50, key is test_row_0/A:col10/1732360990589/Put/seqid=0 2024-11-23T11:23:11,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742287_1463 (size=12151) 2024-11-23T11:23:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:11,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T11:23:11,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361051725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361051725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361051734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361051735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361051735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361051838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361051838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361051838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361051842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361051843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:11,981 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/f5155fedce684101a831e67c819a71d4 2024-11-23T11:23:11,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/fb6437ee6368486780c9ff97b50daea6 is 50, key is test_row_0/B:col10/1732360990589/Put/seqid=0 2024-11-23T11:23:11,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742288_1464 (size=12151) 2024-11-23T11:23:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T11:23:12,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361052043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:12,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361052043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:12,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361052043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:12,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361052047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:12,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361052049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:12,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361052347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:12,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361052348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:12,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361052349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:12,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361052353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:12,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361052355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:12,398 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/fb6437ee6368486780c9ff97b50daea6 2024-11-23T11:23:12,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/b0a1ab07bb8742a2aa7ccb1a7d3c5cdd is 50, key is test_row_0/C:col10/1732360990589/Put/seqid=0 2024-11-23T11:23:12,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742289_1465 (size=12151) 2024-11-23T11:23:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T11:23:12,809 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/b0a1ab07bb8742a2aa7ccb1a7d3c5cdd 2024-11-23T11:23:12,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/f5155fedce684101a831e67c819a71d4 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/f5155fedce684101a831e67c819a71d4 2024-11-23T11:23:12,816 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/f5155fedce684101a831e67c819a71d4, entries=150, sequenceid=230, filesize=11.9 K 2024-11-23T11:23:12,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/fb6437ee6368486780c9ff97b50daea6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/fb6437ee6368486780c9ff97b50daea6 2024-11-23T11:23:12,820 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/fb6437ee6368486780c9ff97b50daea6, entries=150, sequenceid=230, filesize=11.9 K 2024-11-23T11:23:12,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/b0a1ab07bb8742a2aa7ccb1a7d3c5cdd as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/b0a1ab07bb8742a2aa7ccb1a7d3c5cdd 2024-11-23T11:23:12,825 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/b0a1ab07bb8742a2aa7ccb1a7d3c5cdd, entries=150, sequenceid=230, filesize=11.9 K 2024-11-23T11:23:12,825 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 522379ff5ee02431135b67e432ff60e5 in 1253ms, sequenceid=230, compaction requested=true 2024-11-23T11:23:12,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:12,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:12,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-23T11:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-23T11:23:12,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-23T11:23:12,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-23T11:23:12,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.4100 sec 2024-11-23T11:23:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:12,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T11:23:12,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:12,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:12,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:12,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:12,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:12,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:12,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/d1eb3a381d4b4c2190319570c2afa396 is 50, key is test_row_0/A:col10/1732360991728/Put/seqid=0 2024-11-23T11:23:12,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742290_1466 (size=16931) 2024-11-23T11:23:12,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361052888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:12,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361052891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:12,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361052892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:12,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361052893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:12,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361052893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361052997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361053001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361053001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361053001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361053002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361053203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361053206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361053207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361053207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361053209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/d1eb3a381d4b4c2190319570c2afa396 2024-11-23T11:23:13,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/4968b6cc1820430ebf76a23fb880dde8 is 50, key is test_row_0/B:col10/1732360991728/Put/seqid=0 2024-11-23T11:23:13,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742291_1467 (size=12151) 2024-11-23T11:23:13,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/4968b6cc1820430ebf76a23fb880dde8 2024-11-23T11:23:13,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/5628615bcd2d41efb0708fc6f9240730 is 50, key is test_row_0/C:col10/1732360991728/Put/seqid=0 2024-11-23T11:23:13,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742292_1468 (size=12151) 2024-11-23T11:23:13,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361053511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361053514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361053515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361053515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T11:23:13,523 INFO [Thread-1909 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-23T11:23:13,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-23T11:23:13,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361053520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,525 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T11:23:13,526 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:13,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T11:23:13,677 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T11:23:13,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:13,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:13,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:13,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:13,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:13,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/5628615bcd2d41efb0708fc6f9240730 2024-11-23T11:23:13,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/d1eb3a381d4b4c2190319570c2afa396 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/d1eb3a381d4b4c2190319570c2afa396 2024-11-23T11:23:13,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/d1eb3a381d4b4c2190319570c2afa396, entries=250, sequenceid=246, filesize=16.5 K 2024-11-23T11:23:13,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/4968b6cc1820430ebf76a23fb880dde8 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/4968b6cc1820430ebf76a23fb880dde8 2024-11-23T11:23:13,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/4968b6cc1820430ebf76a23fb880dde8, entries=150, sequenceid=246, filesize=11.9 K 2024-11-23T11:23:13,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/5628615bcd2d41efb0708fc6f9240730 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5628615bcd2d41efb0708fc6f9240730 2024-11-23T11:23:13,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5628615bcd2d41efb0708fc6f9240730, entries=150, sequenceid=246, filesize=11.9 K 2024-11-23T11:23:13,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 522379ff5ee02431135b67e432ff60e5 in 907ms, sequenceid=246, compaction requested=true 2024-11-23T11:23:13,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:13,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:13,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:13,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:13,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:13,769 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-23T11:23:13,769 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-23T11:23:13,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:23:13,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:13,770 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 89925 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-23T11:23:13,770 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/A is initiating minor compaction (all files) 2024-11-23T11:23:13,770 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/A in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:13,770 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85145 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-23T11:23:13,770 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/311beae1a20240f98cc5f3c5f2c9a8ca, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/e8342162779b435a81c386b67bd06f94, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b5e44b1ff48d44efaaf054af3f64f474, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/25c249a0920b4eeaa153f85e04bea487, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b9bba65d3b234ea4aa05fef25591397b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/f5155fedce684101a831e67c819a71d4, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/d1eb3a381d4b4c2190319570c2afa396] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=87.8 K 2024-11-23T11:23:13,770 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/B is initiating minor compaction (all files) 2024-11-23T11:23:13,770 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/B in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:13,770 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/396008ab89c94bafa6ab4f54f6124bd1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/b3c89ff4e9984b76acc10e2c372b57c0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/78f0f2cd4468421aa3a7eb98651cab66, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/83221ddfe6104a7bada04ea3fbdc3a70, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/342e8de1718c4bc7a66d61161b9c70d9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/fb6437ee6368486780c9ff97b50daea6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/4968b6cc1820430ebf76a23fb880dde8] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=83.1 K 2024-11-23T11:23:13,771 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 311beae1a20240f98cc5f3c5f2c9a8ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732360982330 2024-11-23T11:23:13,771 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 396008ab89c94bafa6ab4f54f6124bd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732360982330 2024-11-23T11:23:13,771 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8342162779b435a81c386b67bd06f94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732360983491 2024-11-23T11:23:13,771 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting b3c89ff4e9984b76acc10e2c372b57c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732360983491 2024-11-23T11:23:13,771 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5e44b1ff48d44efaaf054af3f64f474, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732360985637 2024-11-23T11:23:13,771 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 78f0f2cd4468421aa3a7eb98651cab66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732360985637 2024-11-23T11:23:13,771 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25c249a0920b4eeaa153f85e04bea487, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732360986279 2024-11-23T11:23:13,772 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 83221ddfe6104a7bada04ea3fbdc3a70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732360986279 2024-11-23T11:23:13,772 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9bba65d3b234ea4aa05fef25591397b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732360988435 2024-11-23T11:23:13,772 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 342e8de1718c4bc7a66d61161b9c70d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732360988435 2024-11-23T11:23:13,772 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5155fedce684101a831e67c819a71d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732360990583 2024-11-23T11:23:13,772 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1eb3a381d4b4c2190319570c2afa396, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732360991728 2024-11-23T11:23:13,772 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting fb6437ee6368486780c9ff97b50daea6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732360990583 2024-11-23T11:23:13,773 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 4968b6cc1820430ebf76a23fb880dde8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732360991728 2024-11-23T11:23:13,783 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#A#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:13,783 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/a3e314ff52b14cbc921aaf809f7e3a27 is 50, key is test_row_0/A:col10/1732360991728/Put/seqid=0 2024-11-23T11:23:13,784 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#B#compaction#396 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:13,785 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/e949424d33804a0c85ac0c53316eb484 is 50, key is test_row_0/B:col10/1732360991728/Put/seqid=0 2024-11-23T11:23:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742293_1469 (size=12527) 2024-11-23T11:23:13,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742294_1470 (size=12527) 2024-11-23T11:23:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T11:23:13,830 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:13,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T11:23:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:13,831 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T11:23:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:13,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/4a085bff35a547f0a05bb86e23c6e48b is 50, key is test_row_0/A:col10/1732360992887/Put/seqid=0 2024-11-23T11:23:13,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742295_1471 (size=12301) 2024-11-23T11:23:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:14,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:14,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361054048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361054048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361054049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361054050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361054050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T11:23:14,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361054158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361054158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361054159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361054159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361054159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,191 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/a3e314ff52b14cbc921aaf809f7e3a27 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/a3e314ff52b14cbc921aaf809f7e3a27 2024-11-23T11:23:14,195 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/A of 522379ff5ee02431135b67e432ff60e5 into a3e314ff52b14cbc921aaf809f7e3a27(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:14,195 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:14,195 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/A, priority=9, startTime=1732360993768; duration=0sec 2024-11-23T11:23:14,195 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:14,195 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:A 2024-11-23T11:23:14,195 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-23T11:23:14,197 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85145 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-23T11:23:14,197 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/C is initiating minor compaction (all files) 2024-11-23T11:23:14,197 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/C in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:14,197 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/da0270add73d4a3e9490f10368dab6f1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/ed0d23df81754b4a8f63554aeba47df3, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/3247be324acc447792b91c01335a607e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/87e5cbd635f84996a308650a25c40cfa, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5a64556765cd4f1e984a6bc0ced2cd98, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/b0a1ab07bb8742a2aa7ccb1a7d3c5cdd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5628615bcd2d41efb0708fc6f9240730] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=83.1 K 2024-11-23T11:23:14,197 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting da0270add73d4a3e9490f10368dab6f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732360982330 2024-11-23T11:23:14,198 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed0d23df81754b4a8f63554aeba47df3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732360983491 2024-11-23T11:23:14,199 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3247be324acc447792b91c01335a607e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732360985637 2024-11-23T11:23:14,199 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87e5cbd635f84996a308650a25c40cfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732360986279 2024-11-23T11:23:14,199 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/e949424d33804a0c85ac0c53316eb484 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/e949424d33804a0c85ac0c53316eb484 2024-11-23T11:23:14,199 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a64556765cd4f1e984a6bc0ced2cd98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732360988435 2024-11-23T11:23:14,200 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0a1ab07bb8742a2aa7ccb1a7d3c5cdd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732360990583 2024-11-23T11:23:14,200 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5628615bcd2d41efb0708fc6f9240730, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732360991728 2024-11-23T11:23:14,203 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/B of 522379ff5ee02431135b67e432ff60e5 into e949424d33804a0c85ac0c53316eb484(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:14,203 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:14,203 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/B, priority=9, startTime=1732360993769; duration=0sec 2024-11-23T11:23:14,203 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:14,203 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:B 2024-11-23T11:23:14,211 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#C#compaction#398 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:14,212 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/4c524eb71392419bb3775d28e635e473 is 50, key is test_row_0/C:col10/1732360991728/Put/seqid=0 2024-11-23T11:23:14,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742296_1472 (size=12527) 2024-11-23T11:23:14,240 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/4a085bff35a547f0a05bb86e23c6e48b 2024-11-23T11:23:14,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/c4edd10a5ec24bf3986a60cedd36a9a2 is 50, key is test_row_0/B:col10/1732360992887/Put/seqid=0 2024-11-23T11:23:14,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742297_1473 (size=12301) 2024-11-23T11:23:14,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361054363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361054363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361054364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361054364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361054364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,621 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/4c524eb71392419bb3775d28e635e473 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/4c524eb71392419bb3775d28e635e473 2024-11-23T11:23:14,624 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/C of 522379ff5ee02431135b67e432ff60e5 into 4c524eb71392419bb3775d28e635e473(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:14,625 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:14,625 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/C, priority=9, startTime=1732360993769; duration=0sec 2024-11-23T11:23:14,625 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:14,625 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:C 2024-11-23T11:23:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T11:23:14,650 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/c4edd10a5ec24bf3986a60cedd36a9a2 2024-11-23T11:23:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/6b64a6d4cbf6431fb743fa413ee53cf7 is 50, key is test_row_0/C:col10/1732360992887/Put/seqid=0 2024-11-23T11:23:14,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742298_1474 (size=12301) 2024-11-23T11:23:14,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361054668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361054670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361054670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361054670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:14,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361054678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,060 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/6b64a6d4cbf6431fb743fa413ee53cf7 2024-11-23T11:23:15,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/4a085bff35a547f0a05bb86e23c6e48b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/4a085bff35a547f0a05bb86e23c6e48b 2024-11-23T11:23:15,067 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/4a085bff35a547f0a05bb86e23c6e48b, entries=150, sequenceid=266, filesize=12.0 K 2024-11-23T11:23:15,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/c4edd10a5ec24bf3986a60cedd36a9a2 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c4edd10a5ec24bf3986a60cedd36a9a2 2024-11-23T11:23:15,070 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c4edd10a5ec24bf3986a60cedd36a9a2, entries=150, sequenceid=266, filesize=12.0 K 2024-11-23T11:23:15,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/6b64a6d4cbf6431fb743fa413ee53cf7 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/6b64a6d4cbf6431fb743fa413ee53cf7 2024-11-23T11:23:15,074 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/6b64a6d4cbf6431fb743fa413ee53cf7, entries=150, sequenceid=266, filesize=12.0 K 2024-11-23T11:23:15,075 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 522379ff5ee02431135b67e432ff60e5 in 1244ms, sequenceid=266, compaction requested=false 2024-11-23T11:23:15,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:15,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:15,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-23T11:23:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-23T11:23:15,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-23T11:23:15,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5500 sec 2024-11-23T11:23:15,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.5530 sec 2024-11-23T11:23:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:15,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T11:23:15,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:15,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:15,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:15,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:15,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:15,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:15,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/6efba25d4c3a4266ab7a6bc3404f69f8 is 50, key is test_row_0/A:col10/1732360995175/Put/seqid=0 2024-11-23T11:23:15,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742299_1475 (size=14741) 2024-11-23T11:23:15,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361055196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361055197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361055198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361055199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361055200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361055302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361055302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361055305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361055306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361055306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361055507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361055507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361055510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361055510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361055511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/6efba25d4c3a4266ab7a6bc3404f69f8 2024-11-23T11:23:15,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/6a419858e370410a9b7338493fda16fa is 50, key is test_row_0/B:col10/1732360995175/Put/seqid=0 2024-11-23T11:23:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T11:23:15,629 INFO [Thread-1909 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-23T11:23:15,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-23T11:23:15,634 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T11:23:15,635 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:15,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:15,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742300_1476 (size=12301) 2024-11-23T11:23:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T11:23:15,786 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T11:23:15,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:15,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:15,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361055813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361055813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361055815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361055816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361055817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T11:23:15,940 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:15,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T11:23:15,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:15,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:15,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:15,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:15,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:16,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/6a419858e370410a9b7338493fda16fa 2024-11-23T11:23:16,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/f44335ee638148198d39c8ace8bea009 is 50, key is test_row_0/C:col10/1732360995175/Put/seqid=0 2024-11-23T11:23:16,094 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:16,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T11:23:16,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:16,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:16,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:16,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:16,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:16,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742301_1477 (size=12301) 2024-11-23T11:23:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T11:23:16,248 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:16,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T11:23:16,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:16,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:16,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361056325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:16,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361056327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:16,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361056328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:16,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361056329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:16,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361056334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:16,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:16,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T11:23:16,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:16,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:16,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:16,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:16,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:16,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/f44335ee638148198d39c8ace8bea009 2024-11-23T11:23:16,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/6efba25d4c3a4266ab7a6bc3404f69f8 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/6efba25d4c3a4266ab7a6bc3404f69f8 2024-11-23T11:23:16,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/6efba25d4c3a4266ab7a6bc3404f69f8, entries=200, sequenceid=286, filesize=14.4 K 2024-11-23T11:23:16,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/6a419858e370410a9b7338493fda16fa as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/6a419858e370410a9b7338493fda16fa 2024-11-23T11:23:16,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/6a419858e370410a9b7338493fda16fa, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T11:23:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/f44335ee638148198d39c8ace8bea009 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/f44335ee638148198d39c8ace8bea009 2024-11-23T11:23:16,553 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:16,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T11:23:16,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:16,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:16,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:16,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:16,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:16,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/f44335ee638148198d39c8ace8bea009, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T11:23:16,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 522379ff5ee02431135b67e432ff60e5 in 1387ms, sequenceid=286, compaction requested=true 2024-11-23T11:23:16,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:16,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:16,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:16,564 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:16,564 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:16,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:16,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:16,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:23:16,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:16,565 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:16,565 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/A is initiating minor compaction (all files) 2024-11-23T11:23:16,565 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/A in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:16,565 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/a3e314ff52b14cbc921aaf809f7e3a27, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/4a085bff35a547f0a05bb86e23c6e48b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/6efba25d4c3a4266ab7a6bc3404f69f8] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=38.6 K 2024-11-23T11:23:16,565 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:16,565 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/B is initiating minor compaction (all files) 2024-11-23T11:23:16,565 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/B in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:16,565 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/e949424d33804a0c85ac0c53316eb484, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c4edd10a5ec24bf3986a60cedd36a9a2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/6a419858e370410a9b7338493fda16fa] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=36.3 K 2024-11-23T11:23:16,566 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3e314ff52b14cbc921aaf809f7e3a27, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732360991728 2024-11-23T11:23:16,566 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting e949424d33804a0c85ac0c53316eb484, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732360991728 2024-11-23T11:23:16,567 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting c4edd10a5ec24bf3986a60cedd36a9a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732360992887 2024-11-23T11:23:16,567 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a085bff35a547f0a05bb86e23c6e48b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732360992887 2024-11-23T11:23:16,568 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a419858e370410a9b7338493fda16fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360994047 2024-11-23T11:23:16,568 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6efba25d4c3a4266ab7a6bc3404f69f8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360994047 2024-11-23T11:23:16,581 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#B#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:16,581 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/1959ca8aaea24b0a868f5b4a0fdef208 is 50, key is test_row_0/B:col10/1732360995175/Put/seqid=0 2024-11-23T11:23:16,598 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#A#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:16,599 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/3f3ad6545bc248d08b16a8a9600b0c24 is 50, key is test_row_0/A:col10/1732360995175/Put/seqid=0 2024-11-23T11:23:16,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742302_1478 (size=12779) 2024-11-23T11:23:16,654 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/1959ca8aaea24b0a868f5b4a0fdef208 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/1959ca8aaea24b0a868f5b4a0fdef208 2024-11-23T11:23:16,659 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/B of 522379ff5ee02431135b67e432ff60e5 into 1959ca8aaea24b0a868f5b4a0fdef208(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:16,659 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:16,659 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/B, priority=13, startTime=1732360996564; duration=0sec 2024-11-23T11:23:16,659 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:16,659 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:B 2024-11-23T11:23:16,659 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:16,661 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:16,661 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/C is initiating minor compaction (all files) 2024-11-23T11:23:16,661 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/C in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:16,661 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/4c524eb71392419bb3775d28e635e473, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/6b64a6d4cbf6431fb743fa413ee53cf7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/f44335ee638148198d39c8ace8bea009] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=36.3 K 2024-11-23T11:23:16,661 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c524eb71392419bb3775d28e635e473, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732360991728 2024-11-23T11:23:16,662 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b64a6d4cbf6431fb743fa413ee53cf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732360992887 2024-11-23T11:23:16,662 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting f44335ee638148198d39c8ace8bea009, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360994047 2024-11-23T11:23:16,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742303_1479 (size=12779) 2024-11-23T11:23:16,684 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#C#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:16,684 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/3f3ad6545bc248d08b16a8a9600b0c24 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/3f3ad6545bc248d08b16a8a9600b0c24 2024-11-23T11:23:16,684 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/109d1881156a4ffaade5580e961565c0 is 50, key is test_row_0/C:col10/1732360995175/Put/seqid=0 2024-11-23T11:23:16,691 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/A of 522379ff5ee02431135b67e432ff60e5 into 3f3ad6545bc248d08b16a8a9600b0c24(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:16,691 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:16,691 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/A, priority=13, startTime=1732360996564; duration=0sec 2024-11-23T11:23:16,691 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:16,691 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:A 2024-11-23T11:23:16,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:16,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T11:23:16,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:16,712 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T11:23:16,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:16,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:16,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:16,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:16,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:16,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:16,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742304_1480 (size=12779) 2024-11-23T11:23:16,733 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/109d1881156a4ffaade5580e961565c0 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/109d1881156a4ffaade5580e961565c0 2024-11-23T11:23:16,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/fee4cf1a20d649bcabdf97789bea94d8 is 50, key is test_row_0/A:col10/1732360995199/Put/seqid=0 2024-11-23T11:23:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T11:23:16,740 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/C of 522379ff5ee02431135b67e432ff60e5 into 109d1881156a4ffaade5580e961565c0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:16,740 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:16,740 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/C, priority=13, startTime=1732360996564; duration=0sec 2024-11-23T11:23:16,740 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:16,740 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:C 2024-11-23T11:23:16,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742305_1481 (size=12301) 2024-11-23T11:23:16,798 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/fee4cf1a20d649bcabdf97789bea94d8 2024-11-23T11:23:16,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/8f1d3fd10a0e4132bcbee39c69ce718d is 50, key is test_row_0/B:col10/1732360995199/Put/seqid=0 2024-11-23T11:23:16,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742306_1482 (size=12301) 2024-11-23T11:23:16,850 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/8f1d3fd10a0e4132bcbee39c69ce718d 2024-11-23T11:23:16,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/5b890eb4e62545ea8acce66b7e462836 is 50, key is test_row_0/C:col10/1732360995199/Put/seqid=0 2024-11-23T11:23:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742307_1483 (size=12301) 2024-11-23T11:23:16,916 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/5b890eb4e62545ea8acce66b7e462836 2024-11-23T11:23:16,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/fee4cf1a20d649bcabdf97789bea94d8 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/fee4cf1a20d649bcabdf97789bea94d8 2024-11-23T11:23:16,925 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/fee4cf1a20d649bcabdf97789bea94d8, entries=150, sequenceid=307, filesize=12.0 K 2024-11-23T11:23:16,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/8f1d3fd10a0e4132bcbee39c69ce718d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/8f1d3fd10a0e4132bcbee39c69ce718d 2024-11-23T11:23:16,932 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/8f1d3fd10a0e4132bcbee39c69ce718d, entries=150, sequenceid=307, filesize=12.0 K 2024-11-23T11:23:16,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/5b890eb4e62545ea8acce66b7e462836 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5b890eb4e62545ea8acce66b7e462836 2024-11-23T11:23:16,938 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5b890eb4e62545ea8acce66b7e462836, entries=150, sequenceid=307, filesize=12.0 K 2024-11-23T11:23:16,939 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 522379ff5ee02431135b67e432ff60e5 in 227ms, sequenceid=307, compaction requested=false 2024-11-23T11:23:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-23T11:23:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-23T11:23:16,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-23T11:23:16,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3050 sec 2024-11-23T11:23:16,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.3130 sec 2024-11-23T11:23:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:17,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:23:17,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:17,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:17,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:17,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:17,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:17,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:17,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/adb933df08734ff9b34e375cc15fa8e3 is 50, key is test_row_0/A:col10/1732360997345/Put/seqid=0 2024-11-23T11:23:17,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742308_1484 (size=14741) 2024-11-23T11:23:17,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361057441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361057443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361057446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361057447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361057460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361057557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361057557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361057561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361057563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361057574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T11:23:17,740 INFO [Thread-1909 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-23T11:23:17,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-23T11:23:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T11:23:17,744 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:17,744 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:17,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:17,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361057762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361057764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361057769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361057774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361057781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/adb933df08734ff9b34e375cc15fa8e3 2024-11-23T11:23:17,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/9edd12de19f84892af81a3f842472643 is 50, key is test_row_0/B:col10/1732360997345/Put/seqid=0 2024-11-23T11:23:17,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742309_1485 (size=12301) 2024-11-23T11:23:17,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/9edd12de19f84892af81a3f842472643 2024-11-23T11:23:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T11:23:17,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/a59f8065e94c4006a9e523b5db0ae7dc is 50, key is test_row_0/C:col10/1732360997345/Put/seqid=0 2024-11-23T11:23:17,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:17,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T11:23:17,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:17,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:17,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:17,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:17,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742310_1486 (size=12301) 2024-11-23T11:23:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T11:23:18,050 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T11:23:18,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:18,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:18,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:18,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:18,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:18,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361058072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361058074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361058077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361058078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361058088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,203 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T11:23:18,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:18,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:18,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:18,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:18,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:18,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/a59f8065e94c4006a9e523b5db0ae7dc 2024-11-23T11:23:18,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/adb933df08734ff9b34e375cc15fa8e3 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/adb933df08734ff9b34e375cc15fa8e3 2024-11-23T11:23:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T11:23:18,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/adb933df08734ff9b34e375cc15fa8e3, entries=200, sequenceid=319, filesize=14.4 K 2024-11-23T11:23:18,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/9edd12de19f84892af81a3f842472643 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/9edd12de19f84892af81a3f842472643 2024-11-23T11:23:18,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/9edd12de19f84892af81a3f842472643, entries=150, sequenceid=319, filesize=12.0 K 2024-11-23T11:23:18,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/a59f8065e94c4006a9e523b5db0ae7dc as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/a59f8065e94c4006a9e523b5db0ae7dc 2024-11-23T11:23:18,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T11:23:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:18,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:18,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:18,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/a59f8065e94c4006a9e523b5db0ae7dc, entries=150, sequenceid=319, filesize=12.0 K 2024-11-23T11:23:18,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 522379ff5ee02431135b67e432ff60e5 in 1015ms, sequenceid=319, compaction requested=true 2024-11-23T11:23:18,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:18,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:18,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:18,362 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:18,362 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:18,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:18,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:18,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:23:18,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:18,363 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:18,364 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/A is initiating minor compaction (all files) 2024-11-23T11:23:18,364 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/A in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:18,364 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:18,364 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/B is initiating minor compaction (all files) 2024-11-23T11:23:18,364 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/3f3ad6545bc248d08b16a8a9600b0c24, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/fee4cf1a20d649bcabdf97789bea94d8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/adb933df08734ff9b34e375cc15fa8e3] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=38.9 K 2024-11-23T11:23:18,364 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/B in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:18,364 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/1959ca8aaea24b0a868f5b4a0fdef208, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/8f1d3fd10a0e4132bcbee39c69ce718d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/9edd12de19f84892af81a3f842472643] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=36.5 K 2024-11-23T11:23:18,364 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f3ad6545bc248d08b16a8a9600b0c24, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360994047 2024-11-23T11:23:18,364 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 1959ca8aaea24b0a868f5b4a0fdef208, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360994047 2024-11-23T11:23:18,365 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f1d3fd10a0e4132bcbee39c69ce718d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732360995197 2024-11-23T11:23:18,365 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting fee4cf1a20d649bcabdf97789bea94d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732360995197 2024-11-23T11:23:18,365 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting adb933df08734ff9b34e375cc15fa8e3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732360997340 2024-11-23T11:23:18,365 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 9edd12de19f84892af81a3f842472643, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732360997343 2024-11-23T11:23:18,382 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#A#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:18,383 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/5eb5e355261c48c6a6d58fa135c07879 is 50, key is test_row_0/A:col10/1732360997345/Put/seqid=0 2024-11-23T11:23:18,387 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#B#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:18,387 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/e4ee378f6b3f467ba607b36bb30b3a70 is 50, key is test_row_0/B:col10/1732360997345/Put/seqid=0 2024-11-23T11:23:18,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742311_1487 (size=12881) 2024-11-23T11:23:18,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742312_1488 (size=12881) 2024-11-23T11:23:18,454 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/5eb5e355261c48c6a6d58fa135c07879 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/5eb5e355261c48c6a6d58fa135c07879 2024-11-23T11:23:18,462 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/e4ee378f6b3f467ba607b36bb30b3a70 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/e4ee378f6b3f467ba607b36bb30b3a70 2024-11-23T11:23:18,463 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/A of 522379ff5ee02431135b67e432ff60e5 into 5eb5e355261c48c6a6d58fa135c07879(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:18,463 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:18,463 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/A, priority=13, startTime=1732360998362; duration=0sec 2024-11-23T11:23:18,463 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:18,463 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:A 2024-11-23T11:23:18,463 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:18,466 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:18,466 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): 522379ff5ee02431135b67e432ff60e5/C is initiating minor compaction (all files) 2024-11-23T11:23:18,466 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 522379ff5ee02431135b67e432ff60e5/C in TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:18,467 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/109d1881156a4ffaade5580e961565c0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5b890eb4e62545ea8acce66b7e462836, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/a59f8065e94c4006a9e523b5db0ae7dc] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp, totalSize=36.5 K 2024-11-23T11:23:18,467 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 109d1881156a4ffaade5580e961565c0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732360994047 2024-11-23T11:23:18,467 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b890eb4e62545ea8acce66b7e462836, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732360995197 2024-11-23T11:23:18,468 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting a59f8065e94c4006a9e523b5db0ae7dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732360997343 2024-11-23T11:23:18,471 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/B of 522379ff5ee02431135b67e432ff60e5 into e4ee378f6b3f467ba607b36bb30b3a70(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:18,471 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:18,471 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/B, priority=13, startTime=1732360998362; duration=0sec 2024-11-23T11:23:18,471 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:18,471 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:B 2024-11-23T11:23:18,490 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 522379ff5ee02431135b67e432ff60e5#C#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:18,490 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/351493ad79194e36bc2b1e9980a3d109 is 50, key is test_row_0/C:col10/1732360997345/Put/seqid=0 2024-11-23T11:23:18,510 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T11:23:18,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:18,511 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T11:23:18,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:18,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:18,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:18,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:18,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:18,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:18,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742313_1489 (size=12881) 2024-11-23T11:23:18,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/8b8c2de9396c4ad288801b6fe1694a60 is 50, key is test_row_0/A:col10/1732360997446/Put/seqid=0 2024-11-23T11:23:18,539 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/351493ad79194e36bc2b1e9980a3d109 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/351493ad79194e36bc2b1e9980a3d109 2024-11-23T11:23:18,544 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 522379ff5ee02431135b67e432ff60e5/C of 522379ff5ee02431135b67e432ff60e5 into 351493ad79194e36bc2b1e9980a3d109(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:18,545 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:18,545 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5., storeName=522379ff5ee02431135b67e432ff60e5/C, priority=13, startTime=1732360998362; duration=0sec 2024-11-23T11:23:18,545 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:18,545 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:C 2024-11-23T11:23:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. as already flushing 2024-11-23T11:23:18,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742314_1490 (size=12301) 2024-11-23T11:23:18,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361058592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361058593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44342 deadline: 1732361058593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361058595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361058596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361058698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361058698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361058700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361058703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,801 DEBUG [Thread-1918 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2405c04e to 127.0.0.1:63731 2024-11-23T11:23:18,801 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:18,802 DEBUG [Thread-1910 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:63731 2024-11-23T11:23:18,802 DEBUG [Thread-1910 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:18,803 DEBUG [Thread-1912 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:63731 2024-11-23T11:23:18,803 DEBUG [Thread-1912 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:18,805 DEBUG [Thread-1916 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:63731 2024-11-23T11:23:18,805 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:18,808 DEBUG [Thread-1914 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:63731 2024-11-23T11:23:18,808 DEBUG [Thread-1914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T11:23:18,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361058903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361058907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361058908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361058912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:18,987 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/8b8c2de9396c4ad288801b6fe1694a60 2024-11-23T11:23:18,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/71fce96447444113899b30365da8c5eb is 50, key is test_row_0/B:col10/1732360997446/Put/seqid=0 2024-11-23T11:23:18,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742315_1491 (size=12301) 2024-11-23T11:23:19,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44412 deadline: 1732361059204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:19,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732361059209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:19,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44438 deadline: 1732361059211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:19,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44420 deadline: 1732361059215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:19,398 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/71fce96447444113899b30365da8c5eb 2024-11-23T11:23:19,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/40abaa7c54b64c88a89a2a59d4b86054 is 50, key is test_row_0/C:col10/1732360997446/Put/seqid=0 2024-11-23T11:23:19,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742316_1492 (size=12301) 2024-11-23T11:23:19,409 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/40abaa7c54b64c88a89a2a59d4b86054 2024-11-23T11:23:19,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/8b8c2de9396c4ad288801b6fe1694a60 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/8b8c2de9396c4ad288801b6fe1694a60 2024-11-23T11:23:19,416 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/8b8c2de9396c4ad288801b6fe1694a60, entries=150, sequenceid=347, filesize=12.0 K 2024-11-23T11:23:19,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/71fce96447444113899b30365da8c5eb as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/71fce96447444113899b30365da8c5eb 2024-11-23T11:23:19,421 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/71fce96447444113899b30365da8c5eb, entries=150, sequenceid=347, filesize=12.0 K 2024-11-23T11:23:19,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/40abaa7c54b64c88a89a2a59d4b86054 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/40abaa7c54b64c88a89a2a59d4b86054 2024-11-23T11:23:19,425 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/40abaa7c54b64c88a89a2a59d4b86054, entries=150, sequenceid=347, filesize=12.0 K 2024-11-23T11:23:19,426 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 522379ff5ee02431135b67e432ff60e5 in 915ms, sequenceid=347, compaction requested=false 2024-11-23T11:23:19,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:19,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:19,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-23T11:23:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-23T11:23:19,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-23T11:23:19,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6830 sec 2024-11-23T11:23:19,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.6870 sec 2024-11-23T11:23:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:19,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:23:19,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:19,606 DEBUG [Thread-1903 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:63731 2024-11-23T11:23:19,606 DEBUG [Thread-1903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:19,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:19,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:19,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:19,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:19,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:19,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/03c35dca07714b8ba5e4b9698a04a55a is 50, key is test_row_0/A:col10/1732360998590/Put/seqid=0 2024-11-23T11:23:19,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742317_1493 (size=12301) 2024-11-23T11:23:19,709 DEBUG [Thread-1907 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ed69825 to 127.0.0.1:63731 2024-11-23T11:23:19,709 DEBUG [Thread-1907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:19,714 DEBUG [Thread-1901 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:63731 2024-11-23T11:23:19,714 DEBUG [Thread-1901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:19,717 DEBUG [Thread-1899 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:63731 2024-11-23T11:23:19,717 DEBUG [Thread-1899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:19,718 DEBUG [Thread-1905 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:63731 2024-11-23T11:23:19,718 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T11:23:19,848 INFO [Thread-1909 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2242 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6726 rows 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2243 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6729 rows 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2231 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6693 rows 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2240 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6720 rows 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2244 2024-11-23T11:23:19,848 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6732 rows 2024-11-23T11:23:19,848 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T11:23:19,848 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:63731 2024-11-23T11:23:19,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:19,853 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T11:23:19,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T11:23:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:19,856 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360999856"}]},"ts":"1732360999856"} 2024-11-23T11:23:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T11:23:19,864 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T11:23:19,867 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T11:23:19,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T11:23:19,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=522379ff5ee02431135b67e432ff60e5, UNASSIGN}] 2024-11-23T11:23:19,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=522379ff5ee02431135b67e432ff60e5, UNASSIGN 2024-11-23T11:23:19,870 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=522379ff5ee02431135b67e432ff60e5, regionState=CLOSING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:19,871 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T11:23:19,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure 522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:23:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T11:23:20,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/03c35dca07714b8ba5e4b9698a04a55a 2024-11-23T11:23:20,023 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:20,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/30b470df327547fc893f12eaeeafa680 is 50, key is test_row_0/B:col10/1732360998590/Put/seqid=0 2024-11-23T11:23:20,023 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:20,023 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T11:23:20,023 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing 522379ff5ee02431135b67e432ff60e5, disabling compactions & flushes 2024-11-23T11:23:20,023 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:20,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742318_1494 (size=12301) 2024-11-23T11:23:20,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/30b470df327547fc893f12eaeeafa680 2024-11-23T11:23:20,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/9c59df4a6a8f492ab7e43535d297b15b is 50, key is test_row_0/C:col10/1732360998590/Put/seqid=0 2024-11-23T11:23:20,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742319_1495 (size=12301) 2024-11-23T11:23:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T11:23:20,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/9c59df4a6a8f492ab7e43535d297b15b 2024-11-23T11:23:20,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/03c35dca07714b8ba5e4b9698a04a55a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/03c35dca07714b8ba5e4b9698a04a55a 2024-11-23T11:23:20,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/03c35dca07714b8ba5e4b9698a04a55a, entries=150, sequenceid=359, filesize=12.0 K 2024-11-23T11:23:20,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/30b470df327547fc893f12eaeeafa680 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/30b470df327547fc893f12eaeeafa680 2024-11-23T11:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T11:23:20,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/30b470df327547fc893f12eaeeafa680, entries=150, sequenceid=359, filesize=12.0 K 2024-11-23T11:23:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/9c59df4a6a8f492ab7e43535d297b15b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/9c59df4a6a8f492ab7e43535d297b15b 2024-11-23T11:23:20,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/9c59df4a6a8f492ab7e43535d297b15b, entries=150, sequenceid=359, filesize=12.0 K 2024-11-23T11:23:20,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for 522379ff5ee02431135b67e432ff60e5 in 859ms, sequenceid=359, compaction requested=true 2024-11-23T11:23:20,465 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:20,465 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:20,465 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. after waiting 0 ms 2024-11-23T11:23:20,465 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:20,465 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. because compaction request was cancelled 2024-11-23T11:23:20,465 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:A 2024-11-23T11:23:20,465 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(2837): Flushing 522379ff5ee02431135b67e432ff60e5 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T11:23:20,465 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. because compaction request was cancelled 2024-11-23T11:23:20,465 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:B 2024-11-23T11:23:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:B, priority=-2147483648, current under compaction store size is 0 2024-11-23T11:23:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:20,465 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. because compaction request was cancelled 2024-11-23T11:23:20,465 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 522379ff5ee02431135b67e432ff60e5:C 2024-11-23T11:23:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 522379ff5ee02431135b67e432ff60e5:C, priority=-2147483648, current under compaction store size is 0 2024-11-23T11:23:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:20,465 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=A 2024-11-23T11:23:20,465 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:20,465 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=B 2024-11-23T11:23:20,465 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:20,465 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 522379ff5ee02431135b67e432ff60e5, store=C 2024-11-23T11:23:20,465 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:20,469 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/b714b6b24f794c36b711f36f8be79f37 is 50, key is test_row_0/A:col10/1732360999716/Put/seqid=0 2024-11-23T11:23:20,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742320_1496 (size=9857) 2024-11-23T11:23:20,885 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/b714b6b24f794c36b711f36f8be79f37 2024-11-23T11:23:20,892 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/02f39b14dbec40eda18ba3d40c69cd22 is 50, key is test_row_0/B:col10/1732360999716/Put/seqid=0 2024-11-23T11:23:20,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742321_1497 (size=9857) 2024-11-23T11:23:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T11:23:21,296 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/02f39b14dbec40eda18ba3d40c69cd22 2024-11-23T11:23:21,302 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/cac9175518204ab1b8e29f721c6b7e89 is 50, key is test_row_0/C:col10/1732360999716/Put/seqid=0 2024-11-23T11:23:21,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742322_1498 (size=9857) 2024-11-23T11:23:21,707 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/cac9175518204ab1b8e29f721c6b7e89 2024-11-23T11:23:21,711 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/A/b714b6b24f794c36b711f36f8be79f37 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b714b6b24f794c36b711f36f8be79f37 2024-11-23T11:23:21,715 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b714b6b24f794c36b711f36f8be79f37, entries=100, sequenceid=366, filesize=9.6 K 2024-11-23T11:23:21,716 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/B/02f39b14dbec40eda18ba3d40c69cd22 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/02f39b14dbec40eda18ba3d40c69cd22 2024-11-23T11:23:21,720 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/02f39b14dbec40eda18ba3d40c69cd22, entries=100, sequenceid=366, filesize=9.6 K 2024-11-23T11:23:21,721 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/.tmp/C/cac9175518204ab1b8e29f721c6b7e89 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/cac9175518204ab1b8e29f721c6b7e89 2024-11-23T11:23:21,724 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/cac9175518204ab1b8e29f721c6b7e89, entries=100, sequenceid=366, filesize=9.6 K 2024-11-23T11:23:21,724 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 522379ff5ee02431135b67e432ff60e5 in 1259ms, sequenceid=366, compaction requested=true 2024-11-23T11:23:21,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/c7729496a1264e95afc0a7e798319b64, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/16e6393a14844804b22830c86ee371f9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/879cf1d3977447cfac1aaefe8db8db70, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/1e2a70e466e042ca904bd88a47b6dea2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/311beae1a20240f98cc5f3c5f2c9a8ca, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/e8342162779b435a81c386b67bd06f94, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b5e44b1ff48d44efaaf054af3f64f474, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/25c249a0920b4eeaa153f85e04bea487, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b9bba65d3b234ea4aa05fef25591397b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/f5155fedce684101a831e67c819a71d4, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/d1eb3a381d4b4c2190319570c2afa396, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/a3e314ff52b14cbc921aaf809f7e3a27, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/4a085bff35a547f0a05bb86e23c6e48b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/6efba25d4c3a4266ab7a6bc3404f69f8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/3f3ad6545bc248d08b16a8a9600b0c24, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/fee4cf1a20d649bcabdf97789bea94d8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/adb933df08734ff9b34e375cc15fa8e3] to archive 2024-11-23T11:23:21,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:23:21,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/c7729496a1264e95afc0a7e798319b64 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/c7729496a1264e95afc0a7e798319b64 2024-11-23T11:23:21,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/16e6393a14844804b22830c86ee371f9 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/16e6393a14844804b22830c86ee371f9 2024-11-23T11:23:21,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/879cf1d3977447cfac1aaefe8db8db70 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/879cf1d3977447cfac1aaefe8db8db70 2024-11-23T11:23:21,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/1e2a70e466e042ca904bd88a47b6dea2 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/1e2a70e466e042ca904bd88a47b6dea2 2024-11-23T11:23:21,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/311beae1a20240f98cc5f3c5f2c9a8ca to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/311beae1a20240f98cc5f3c5f2c9a8ca 2024-11-23T11:23:21,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/e8342162779b435a81c386b67bd06f94 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/e8342162779b435a81c386b67bd06f94 2024-11-23T11:23:21,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b5e44b1ff48d44efaaf054af3f64f474 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b5e44b1ff48d44efaaf054af3f64f474 2024-11-23T11:23:21,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/25c249a0920b4eeaa153f85e04bea487 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/25c249a0920b4eeaa153f85e04bea487 2024-11-23T11:23:21,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b9bba65d3b234ea4aa05fef25591397b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b9bba65d3b234ea4aa05fef25591397b 2024-11-23T11:23:21,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/f5155fedce684101a831e67c819a71d4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/f5155fedce684101a831e67c819a71d4 2024-11-23T11:23:21,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/d1eb3a381d4b4c2190319570c2afa396 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/d1eb3a381d4b4c2190319570c2afa396 2024-11-23T11:23:21,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/a3e314ff52b14cbc921aaf809f7e3a27 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/a3e314ff52b14cbc921aaf809f7e3a27 2024-11-23T11:23:21,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/4a085bff35a547f0a05bb86e23c6e48b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/4a085bff35a547f0a05bb86e23c6e48b 2024-11-23T11:23:21,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/6efba25d4c3a4266ab7a6bc3404f69f8 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/6efba25d4c3a4266ab7a6bc3404f69f8 2024-11-23T11:23:21,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/3f3ad6545bc248d08b16a8a9600b0c24 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/3f3ad6545bc248d08b16a8a9600b0c24 2024-11-23T11:23:21,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/fee4cf1a20d649bcabdf97789bea94d8 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/fee4cf1a20d649bcabdf97789bea94d8 2024-11-23T11:23:21,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/adb933df08734ff9b34e375cc15fa8e3 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/adb933df08734ff9b34e375cc15fa8e3 2024-11-23T11:23:21,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/463f76d0a12a40f5a2fc82c3db230ea2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/33ed0a9284674c149122cb47d425d713, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/15c9eab23f8344bf8a3735047bbc8eab, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/396008ab89c94bafa6ab4f54f6124bd1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/0db07b5e12164173af671ef769d75bb9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/b3c89ff4e9984b76acc10e2c372b57c0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/78f0f2cd4468421aa3a7eb98651cab66, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/83221ddfe6104a7bada04ea3fbdc3a70, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/342e8de1718c4bc7a66d61161b9c70d9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/fb6437ee6368486780c9ff97b50daea6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/e949424d33804a0c85ac0c53316eb484, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/4968b6cc1820430ebf76a23fb880dde8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c4edd10a5ec24bf3986a60cedd36a9a2, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/1959ca8aaea24b0a868f5b4a0fdef208, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/6a419858e370410a9b7338493fda16fa, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/8f1d3fd10a0e4132bcbee39c69ce718d, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/9edd12de19f84892af81a3f842472643] to archive 2024-11-23T11:23:21,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:23:21,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/463f76d0a12a40f5a2fc82c3db230ea2 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/463f76d0a12a40f5a2fc82c3db230ea2 2024-11-23T11:23:21,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/33ed0a9284674c149122cb47d425d713 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/33ed0a9284674c149122cb47d425d713 2024-11-23T11:23:21,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/15c9eab23f8344bf8a3735047bbc8eab to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/15c9eab23f8344bf8a3735047bbc8eab 2024-11-23T11:23:21,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/396008ab89c94bafa6ab4f54f6124bd1 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/396008ab89c94bafa6ab4f54f6124bd1 2024-11-23T11:23:21,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/0db07b5e12164173af671ef769d75bb9 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/0db07b5e12164173af671ef769d75bb9 2024-11-23T11:23:21,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/b3c89ff4e9984b76acc10e2c372b57c0 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/b3c89ff4e9984b76acc10e2c372b57c0 2024-11-23T11:23:21,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/78f0f2cd4468421aa3a7eb98651cab66 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/78f0f2cd4468421aa3a7eb98651cab66 2024-11-23T11:23:21,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/83221ddfe6104a7bada04ea3fbdc3a70 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/83221ddfe6104a7bada04ea3fbdc3a70 2024-11-23T11:23:21,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/342e8de1718c4bc7a66d61161b9c70d9 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/342e8de1718c4bc7a66d61161b9c70d9 2024-11-23T11:23:21,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/fb6437ee6368486780c9ff97b50daea6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/fb6437ee6368486780c9ff97b50daea6 2024-11-23T11:23:21,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/e949424d33804a0c85ac0c53316eb484 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/e949424d33804a0c85ac0c53316eb484 2024-11-23T11:23:21,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/4968b6cc1820430ebf76a23fb880dde8 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/4968b6cc1820430ebf76a23fb880dde8 2024-11-23T11:23:21,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c4edd10a5ec24bf3986a60cedd36a9a2 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/c4edd10a5ec24bf3986a60cedd36a9a2 2024-11-23T11:23:21,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/1959ca8aaea24b0a868f5b4a0fdef208 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/1959ca8aaea24b0a868f5b4a0fdef208 2024-11-23T11:23:21,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/6a419858e370410a9b7338493fda16fa to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/6a419858e370410a9b7338493fda16fa 2024-11-23T11:23:21,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/8f1d3fd10a0e4132bcbee39c69ce718d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/8f1d3fd10a0e4132bcbee39c69ce718d 2024-11-23T11:23:21,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/9edd12de19f84892af81a3f842472643 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/9edd12de19f84892af81a3f842472643 2024-11-23T11:23:21,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/990e3b7d1dc9474f891f78c3b3b93e3a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/04577d41c8914f98bdfacb07798ddd80, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/dd0a5142e11544f1a1745b7ca1f16816, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/da0270add73d4a3e9490f10368dab6f1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/ab8699702e1e4f0abb777f945b29c5db, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/ed0d23df81754b4a8f63554aeba47df3, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/3247be324acc447792b91c01335a607e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/87e5cbd635f84996a308650a25c40cfa, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5a64556765cd4f1e984a6bc0ced2cd98, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/b0a1ab07bb8742a2aa7ccb1a7d3c5cdd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/4c524eb71392419bb3775d28e635e473, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5628615bcd2d41efb0708fc6f9240730, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/6b64a6d4cbf6431fb743fa413ee53cf7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/109d1881156a4ffaade5580e961565c0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/f44335ee638148198d39c8ace8bea009, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5b890eb4e62545ea8acce66b7e462836, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/a59f8065e94c4006a9e523b5db0ae7dc] to archive 2024-11-23T11:23:21,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:23:21,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/990e3b7d1dc9474f891f78c3b3b93e3a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/990e3b7d1dc9474f891f78c3b3b93e3a 2024-11-23T11:23:21,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/04577d41c8914f98bdfacb07798ddd80 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/04577d41c8914f98bdfacb07798ddd80 2024-11-23T11:23:21,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/dd0a5142e11544f1a1745b7ca1f16816 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/dd0a5142e11544f1a1745b7ca1f16816 2024-11-23T11:23:21,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/da0270add73d4a3e9490f10368dab6f1 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/da0270add73d4a3e9490f10368dab6f1 2024-11-23T11:23:21,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/ab8699702e1e4f0abb777f945b29c5db to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/ab8699702e1e4f0abb777f945b29c5db 2024-11-23T11:23:21,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/ed0d23df81754b4a8f63554aeba47df3 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/ed0d23df81754b4a8f63554aeba47df3 2024-11-23T11:23:21,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/3247be324acc447792b91c01335a607e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/3247be324acc447792b91c01335a607e 2024-11-23T11:23:21,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/87e5cbd635f84996a308650a25c40cfa to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/87e5cbd635f84996a308650a25c40cfa 2024-11-23T11:23:21,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5a64556765cd4f1e984a6bc0ced2cd98 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5a64556765cd4f1e984a6bc0ced2cd98 2024-11-23T11:23:21,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/b0a1ab07bb8742a2aa7ccb1a7d3c5cdd to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/b0a1ab07bb8742a2aa7ccb1a7d3c5cdd 2024-11-23T11:23:21,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/4c524eb71392419bb3775d28e635e473 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/4c524eb71392419bb3775d28e635e473 2024-11-23T11:23:21,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5628615bcd2d41efb0708fc6f9240730 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5628615bcd2d41efb0708fc6f9240730 2024-11-23T11:23:21,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/6b64a6d4cbf6431fb743fa413ee53cf7 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/6b64a6d4cbf6431fb743fa413ee53cf7 2024-11-23T11:23:21,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/109d1881156a4ffaade5580e961565c0 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/109d1881156a4ffaade5580e961565c0 2024-11-23T11:23:21,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/f44335ee638148198d39c8ace8bea009 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/f44335ee638148198d39c8ace8bea009 2024-11-23T11:23:21,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5b890eb4e62545ea8acce66b7e462836 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/5b890eb4e62545ea8acce66b7e462836 2024-11-23T11:23:21,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/a59f8065e94c4006a9e523b5db0ae7dc to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/a59f8065e94c4006a9e523b5db0ae7dc 2024-11-23T11:23:21,812 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/recovered.edits/369.seqid, newMaxSeqId=369, maxSeqId=1 2024-11-23T11:23:21,813 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5. 2024-11-23T11:23:21,813 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for 522379ff5ee02431135b67e432ff60e5: 2024-11-23T11:23:21,815 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed 522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:21,815 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=522379ff5ee02431135b67e432ff60e5, regionState=CLOSED 2024-11-23T11:23:21,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-23T11:23:21,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure 522379ff5ee02431135b67e432ff60e5, server=9bf4ef99e196,37431,1732360861208 in 1.9450 sec 2024-11-23T11:23:21,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-23T11:23:21,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=522379ff5ee02431135b67e432ff60e5, UNASSIGN in 1.9490 sec 2024-11-23T11:23:21,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-23T11:23:21,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9520 sec 2024-11-23T11:23:21,822 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732361001822"}]},"ts":"1732361001822"} 2024-11-23T11:23:21,824 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T11:23:21,827 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T11:23:21,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9740 sec 2024-11-23T11:23:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T11:23:21,961 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-23T11:23:21,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T11:23:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:21,963 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T11:23:21,964 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=150, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:21,966 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:21,970 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/recovered.edits] 2024-11-23T11:23:21,973 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/03c35dca07714b8ba5e4b9698a04a55a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/03c35dca07714b8ba5e4b9698a04a55a 2024-11-23T11:23:21,975 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/5eb5e355261c48c6a6d58fa135c07879 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/5eb5e355261c48c6a6d58fa135c07879 2024-11-23T11:23:21,977 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/8b8c2de9396c4ad288801b6fe1694a60 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/8b8c2de9396c4ad288801b6fe1694a60 2024-11-23T11:23:21,979 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b714b6b24f794c36b711f36f8be79f37 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/A/b714b6b24f794c36b711f36f8be79f37 2024-11-23T11:23:21,981 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/02f39b14dbec40eda18ba3d40c69cd22 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/02f39b14dbec40eda18ba3d40c69cd22 2024-11-23T11:23:21,983 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/30b470df327547fc893f12eaeeafa680 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/30b470df327547fc893f12eaeeafa680 2024-11-23T11:23:21,984 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/71fce96447444113899b30365da8c5eb to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/71fce96447444113899b30365da8c5eb 2024-11-23T11:23:21,985 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/e4ee378f6b3f467ba607b36bb30b3a70 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/B/e4ee378f6b3f467ba607b36bb30b3a70 2024-11-23T11:23:21,988 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/351493ad79194e36bc2b1e9980a3d109 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/351493ad79194e36bc2b1e9980a3d109 2024-11-23T11:23:21,989 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/40abaa7c54b64c88a89a2a59d4b86054 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/40abaa7c54b64c88a89a2a59d4b86054 2024-11-23T11:23:21,990 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/9c59df4a6a8f492ab7e43535d297b15b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/9c59df4a6a8f492ab7e43535d297b15b 2024-11-23T11:23:21,991 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/cac9175518204ab1b8e29f721c6b7e89 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/C/cac9175518204ab1b8e29f721c6b7e89 2024-11-23T11:23:21,994 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/recovered.edits/369.seqid to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5/recovered.edits/369.seqid 2024-11-23T11:23:21,995 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/522379ff5ee02431135b67e432ff60e5 2024-11-23T11:23:21,995 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T11:23:21,997 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=150, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:21,999 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T11:23:22,001 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T11:23:22,002 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=150, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:22,002 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T11:23:22,002 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732361002002"}]},"ts":"9223372036854775807"} 2024-11-23T11:23:22,004 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T11:23:22,004 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 522379ff5ee02431135b67e432ff60e5, NAME => 'TestAcidGuarantees,,1732360977588.522379ff5ee02431135b67e432ff60e5.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T11:23:22,004 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T11:23:22,004 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732361002004"}]},"ts":"9223372036854775807"} 2024-11-23T11:23:22,006 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T11:23:22,008 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=150, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:22,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-23T11:23:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T11:23:22,065 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-23T11:23:22,075 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241 (was 241), OpenFileDescriptor=456 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=625 (was 561) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3589 (was 3642) 2024-11-23T11:23:22,084 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=241, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=625, ProcessCount=11, AvailableMemoryMB=3589 2024-11-23T11:23:22,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T11:23:22,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:23:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:22,086 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:23:22,087 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:22,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 151 2024-11-23T11:23:22,087 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:23:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-23T11:23:22,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742323_1499 (size=960) 2024-11-23T11:23:22,095 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469 2024-11-23T11:23:22,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742324_1500 (size=53) 2024-11-23T11:23:22,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:23:22,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c5a1f7f3e0eff5cbdba43e58f6c759c4, disabling compactions & flushes 2024-11-23T11:23:22,107 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:22,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:22,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. after waiting 0 ms 2024-11-23T11:23:22,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:22,107 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:22,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:22,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:23:22,108 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732361002108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732361002108"}]},"ts":"1732361002108"} 2024-11-23T11:23:22,109 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T11:23:22,110 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:23:22,110 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732361002110"}]},"ts":"1732361002110"} 2024-11-23T11:23:22,111 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T11:23:22,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5a1f7f3e0eff5cbdba43e58f6c759c4, ASSIGN}] 2024-11-23T11:23:22,117 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5a1f7f3e0eff5cbdba43e58f6c759c4, ASSIGN 2024-11-23T11:23:22,117 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5a1f7f3e0eff5cbdba43e58f6c759c4, ASSIGN; state=OFFLINE, location=9bf4ef99e196,37431,1732360861208; forceNewPlan=false, retain=false 2024-11-23T11:23:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-23T11:23:22,268 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=c5a1f7f3e0eff5cbdba43e58f6c759c4, regionState=OPENING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:22,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; OpenRegionProcedure c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:23:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-23T11:23:22,421 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:22,423 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:22,424 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7285): Opening region: {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:23:22,424 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:22,424 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:23:22,424 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7327): checking encryption for c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:22,424 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7330): checking classloading for c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:22,426 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:22,427 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:23:22,427 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5a1f7f3e0eff5cbdba43e58f6c759c4 columnFamilyName A 2024-11-23T11:23:22,427 DEBUG [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:22,427 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.HStore(327): Store=c5a1f7f3e0eff5cbdba43e58f6c759c4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:23:22,428 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:22,429 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:23:22,429 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5a1f7f3e0eff5cbdba43e58f6c759c4 columnFamilyName B 2024-11-23T11:23:22,429 DEBUG [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:22,429 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.HStore(327): Store=c5a1f7f3e0eff5cbdba43e58f6c759c4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:23:22,430 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:22,430 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:23:22,431 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5a1f7f3e0eff5cbdba43e58f6c759c4 columnFamilyName C 2024-11-23T11:23:22,431 DEBUG [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:22,431 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.HStore(327): Store=c5a1f7f3e0eff5cbdba43e58f6c759c4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:23:22,431 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:22,432 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:22,432 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:22,434 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T11:23:22,435 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1085): writing seq id for c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:22,438 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:23:22,438 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1102): Opened c5a1f7f3e0eff5cbdba43e58f6c759c4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65423733, jitterRate=-0.025110408663749695}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T11:23:22,439 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1001): Region open journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:22,440 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., pid=153, masterSystemTime=1732361002420 2024-11-23T11:23:22,441 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:22,441 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:22,442 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=c5a1f7f3e0eff5cbdba43e58f6c759c4, regionState=OPEN, openSeqNum=2, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:22,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-23T11:23:22,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; OpenRegionProcedure c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 in 174 msec 2024-11-23T11:23:22,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-23T11:23:22,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5a1f7f3e0eff5cbdba43e58f6c759c4, ASSIGN in 328 msec 2024-11-23T11:23:22,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:23:22,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732361002448"}]},"ts":"1732361002448"} 2024-11-23T11:23:22,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T11:23:22,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:23:22,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 368 msec 2024-11-23T11:23:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-23T11:23:22,690 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-23T11:23:22,691 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5765d46a to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d9954b7 2024-11-23T11:23:22,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb684eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:23:22,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:23:22,701 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:23:22,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:23:22,703 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:23:22,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T11:23:22,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:23:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:22,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742325_1501 (size=996) 2024-11-23T11:23:23,122 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-23T11:23:23,122 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-23T11:23:23,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T11:23:23,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5a1f7f3e0eff5cbdba43e58f6c759c4, REOPEN/MOVE}] 2024-11-23T11:23:23,127 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5a1f7f3e0eff5cbdba43e58f6c759c4, REOPEN/MOVE 2024-11-23T11:23:23,128 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=c5a1f7f3e0eff5cbdba43e58f6c759c4, regionState=CLOSING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,129 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T11:23:23,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:23:23,280 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,281 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:23,281 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T11:23:23,281 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing c5a1f7f3e0eff5cbdba43e58f6c759c4, disabling compactions & flushes 2024-11-23T11:23:23,281 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:23,281 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:23,281 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. after waiting 0 ms 2024-11-23T11:23:23,281 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:23,285 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T11:23:23,285 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:23,286 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:23,286 WARN [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionServer(3786): Not adding moved region record: c5a1f7f3e0eff5cbdba43e58f6c759c4 to self. 2024-11-23T11:23:23,287 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:23,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=c5a1f7f3e0eff5cbdba43e58f6c759c4, regionState=CLOSED 2024-11-23T11:23:23,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-23T11:23:23,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 in 159 msec 2024-11-23T11:23:23,290 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5a1f7f3e0eff5cbdba43e58f6c759c4, REOPEN/MOVE; state=CLOSED, location=9bf4ef99e196,37431,1732360861208; forceNewPlan=false, retain=true 2024-11-23T11:23:23,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=c5a1f7f3e0eff5cbdba43e58f6c759c4, regionState=OPENING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=156, state=RUNNABLE; OpenRegionProcedure c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:23:23,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,596 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:23,596 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7285): Opening region: {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:23:23,597 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:23,597 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:23:23,597 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7327): checking encryption for c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:23,597 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7330): checking classloading for c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:23,598 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:23,599 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:23:23,599 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5a1f7f3e0eff5cbdba43e58f6c759c4 columnFamilyName A 2024-11-23T11:23:23,600 DEBUG [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:23,601 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.HStore(327): Store=c5a1f7f3e0eff5cbdba43e58f6c759c4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:23:23,601 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:23,602 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:23:23,602 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5a1f7f3e0eff5cbdba43e58f6c759c4 columnFamilyName B 2024-11-23T11:23:23,602 DEBUG [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:23,603 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.HStore(327): Store=c5a1f7f3e0eff5cbdba43e58f6c759c4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:23:23,603 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:23,603 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T11:23:23,603 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5a1f7f3e0eff5cbdba43e58f6c759c4 columnFamilyName C 2024-11-23T11:23:23,603 DEBUG [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:23,604 INFO [StoreOpener-c5a1f7f3e0eff5cbdba43e58f6c759c4-1 {}] regionserver.HStore(327): Store=c5a1f7f3e0eff5cbdba43e58f6c759c4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:23:23,604 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:23,604 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:23,605 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:23,607 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T11:23:23,609 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1085): writing seq id for c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:23,610 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1102): Opened c5a1f7f3e0eff5cbdba43e58f6c759c4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74287449, jitterRate=0.10696925222873688}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T11:23:23,611 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1001): Region open journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:23,611 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., pid=158, masterSystemTime=1732361003593 2024-11-23T11:23:23,612 DEBUG [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:23,612 INFO [RS_OPEN_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:23,613 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=c5a1f7f3e0eff5cbdba43e58f6c759c4, regionState=OPEN, openSeqNum=5, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=156 2024-11-23T11:23:23,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=156, state=SUCCESS; OpenRegionProcedure c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 in 172 msec 2024-11-23T11:23:23,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-23T11:23:23,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5a1f7f3e0eff5cbdba43e58f6c759c4, REOPEN/MOVE in 489 msec 2024-11-23T11:23:23,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-23T11:23:23,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-23T11:23:23,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 913 msec 2024-11-23T11:23:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T11:23:23,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ac53e79 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d5efb7a 2024-11-23T11:23:23,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:23:23,626 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9c3e to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc332d8 2024-11-23T11:23:23,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b5141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:23:23,638 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621 2024-11-23T11:23:23,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:23:23,647 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11030ef5 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1584f18a 2024-11-23T11:23:23,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7fe431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:23:23,652 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-11-23T11:23:23,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:23:23,659 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f6a59e4 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d836f78 2024-11-23T11:23:23,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7fe93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:23:23,667 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b 2024-11-23T11:23:23,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:23:23,670 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a3b66d3 to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb6288a 2024-11-23T11:23:23,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58460ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:23:23,679 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cfdf76c to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6556601 2024-11-23T11:23:23,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8cd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:23:23,689 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c2838a to 127.0.0.1:63731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@458a85fd 2024-11-23T11:23:23,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d832d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:23:23,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-23T11:23:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T11:23:23,697 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:23,698 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:23,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:23,705 DEBUG [hconnection-0x123a018b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:23:23,705 DEBUG [hconnection-0x21599858-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:23:23,706 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:23:23,706 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:23:23,716 DEBUG [hconnection-0x747edd54-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:23:23,717 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:23:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:23,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:23,729 DEBUG [hconnection-0x4251a1ec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:23:23,731 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:23:23,748 DEBUG [hconnection-0x7dff5633-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:23:23,749 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:23:23,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361063753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361063753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361063754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,766 DEBUG [hconnection-0x6a5043a7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:23:23,767 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:23:23,769 DEBUG [hconnection-0x2ab3433a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:23:23,771 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:23:23,783 DEBUG [hconnection-0x3c490f80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:23:23,784 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:23:23,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361063786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,792 DEBUG [hconnection-0x82a9cd3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:23:23,793 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:23:23,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361063794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T11:23:23,805 DEBUG [hconnection-0x49b279e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:23:23,806 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:23:23,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123019d3d00b0de4820b1e600230de78b9c_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361003726/Put/seqid=0 2024-11-23T11:23:23,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742326_1502 (size=9714) 2024-11-23T11:23:23,834 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:23,839 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123019d3d00b0de4820b1e600230de78b9c_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123019d3d00b0de4820b1e600230de78b9c_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:23,840 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/ff911b60384a475f89255f662284e927, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:23,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/ff911b60384a475f89255f662284e927 is 175, key is test_row_0/A:col10/1732361003726/Put/seqid=0 2024-11-23T11:23:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742327_1503 (size=22361) 2024-11-23T11:23:23,850 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/ff911b60384a475f89255f662284e927 2024-11-23T11:23:23,850 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T11:23:23,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:23,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:23,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:23,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361063855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361063855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361063855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361063888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/6fc328213a4c47448fef38d266dae784 is 50, key is test_row_0/B:col10/1732361003726/Put/seqid=0 2024-11-23T11:23:23,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361063896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:23,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742328_1504 (size=9657) 2024-11-23T11:23:23,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/6fc328213a4c47448fef38d266dae784 2024-11-23T11:23:23,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/2a1033e48ef14381aeb8d6b0583721c9 is 50, key is test_row_0/C:col10/1732361003726/Put/seqid=0 2024-11-23T11:23:23,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742329_1505 (size=9657) 2024-11-23T11:23:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T11:23:24,003 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T11:23:24,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:24,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:24,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:24,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361064059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361064058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361064065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361064090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361064100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,159 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T11:23:24,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:24,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:24,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:24,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T11:23:24,313 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T11:23:24,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:24,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:24,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:24,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361064362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361064362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/2a1033e48ef14381aeb8d6b0583721c9 2024-11-23T11:23:24,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361064367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/ff911b60384a475f89255f662284e927 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ff911b60384a475f89255f662284e927 2024-11-23T11:23:24,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ff911b60384a475f89255f662284e927, entries=100, sequenceid=15, filesize=21.8 K 2024-11-23T11:23:24,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/6fc328213a4c47448fef38d266dae784 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/6fc328213a4c47448fef38d266dae784 2024-11-23T11:23:24,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/6fc328213a4c47448fef38d266dae784, entries=100, sequenceid=15, filesize=9.4 K 2024-11-23T11:23:24,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/2a1033e48ef14381aeb8d6b0583721c9 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/2a1033e48ef14381aeb8d6b0583721c9 2024-11-23T11:23:24,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361064393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/2a1033e48ef14381aeb8d6b0583721c9, entries=100, sequenceid=15, filesize=9.4 K 2024-11-23T11:23:24,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 670ms, sequenceid=15, compaction requested=false 2024-11-23T11:23:24,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:24,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T11:23:24,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:24,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:24,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:24,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:24,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:24,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361064424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230c69dd3ab01a488e84f66373f00c97e9_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361003752/Put/seqid=0 2024-11-23T11:23:24,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T11:23:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:24,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742330_1506 (size=12154) 2024-11-23T11:23:24,477 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:24,484 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230c69dd3ab01a488e84f66373f00c97e9_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230c69dd3ab01a488e84f66373f00c97e9_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:24,485 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/b105960900ea43e9a66a2b5b0cff1ba4, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:24,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/b105960900ea43e9a66a2b5b0cff1ba4 is 175, key is test_row_0/A:col10/1732361003752/Put/seqid=0 2024-11-23T11:23:24,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742331_1507 (size=30955) 2024-11-23T11:23:24,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361064528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T11:23:24,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:24,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:24,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:24,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361064731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,773 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T11:23:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:24,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:24,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T11:23:24,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361064866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361064867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361064872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361064900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,923 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/b105960900ea43e9a66a2b5b0cff1ba4 2024-11-23T11:23:24,926 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:24,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T11:23:24,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:24,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:24,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:24,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:24,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/01ce31aa5ad449638b60c8f612e4e652 is 50, key is test_row_0/B:col10/1732361003752/Put/seqid=0 2024-11-23T11:23:24,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742332_1508 (size=12001) 2024-11-23T11:23:24,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/01ce31aa5ad449638b60c8f612e4e652 2024-11-23T11:23:24,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/5e9fd79685a84b7b91ddb5f101fe360b is 50, key is test_row_0/C:col10/1732361003752/Put/seqid=0 2024-11-23T11:23:24,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742333_1509 (size=12001) 2024-11-23T11:23:24,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/5e9fd79685a84b7b91ddb5f101fe360b 2024-11-23T11:23:25,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/b105960900ea43e9a66a2b5b0cff1ba4 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/b105960900ea43e9a66a2b5b0cff1ba4 2024-11-23T11:23:25,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/b105960900ea43e9a66a2b5b0cff1ba4, entries=150, sequenceid=42, filesize=30.2 K 2024-11-23T11:23:25,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/01ce31aa5ad449638b60c8f612e4e652 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/01ce31aa5ad449638b60c8f612e4e652 2024-11-23T11:23:25,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/01ce31aa5ad449638b60c8f612e4e652, entries=150, sequenceid=42, filesize=11.7 K 2024-11-23T11:23:25,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/5e9fd79685a84b7b91ddb5f101fe360b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/5e9fd79685a84b7b91ddb5f101fe360b 2024-11-23T11:23:25,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/5e9fd79685a84b7b91ddb5f101fe360b, entries=150, sequenceid=42, filesize=11.7 K 2024-11-23T11:23:25,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 620ms, sequenceid=42, compaction requested=false 2024-11-23T11:23:25,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:25,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:23:25,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:25,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:25,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:25,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:25,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:25,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:25,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bb7c384357cb4852b4fa5e56e8ef46fd_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361004420/Put/seqid=0 2024-11-23T11:23:25,079 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:25,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T11:23:25,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:25,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:25,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:25,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:25,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:25,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742334_1510 (size=12154) 2024-11-23T11:23:25,083 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:25,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bb7c384357cb4852b4fa5e56e8ef46fd_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bb7c384357cb4852b4fa5e56e8ef46fd_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:25,090 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/ecdf8f6cc52b4401806027e6090cf3f5, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:25,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/ecdf8f6cc52b4401806027e6090cf3f5 is 175, key is test_row_0/A:col10/1732361004420/Put/seqid=0 2024-11-23T11:23:25,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742335_1511 (size=30955) 2024-11-23T11:23:25,116 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/ecdf8f6cc52b4401806027e6090cf3f5 2024-11-23T11:23:25,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361065118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:25,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/d889be2b0cce4cc1bf3d969978f6f2ea is 50, key is test_row_0/B:col10/1732361004420/Put/seqid=0 2024-11-23T11:23:25,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742336_1512 (size=12001) 2024-11-23T11:23:25,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/d889be2b0cce4cc1bf3d969978f6f2ea 2024-11-23T11:23:25,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/e68db703fc074f12b6a54a32e462643a is 50, key is test_row_0/C:col10/1732361004420/Put/seqid=0 2024-11-23T11:23:25,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361065224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:25,232 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:25,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T11:23:25,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:25,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:25,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:25,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:25,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:25,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742337_1513 (size=12001) 2024-11-23T11:23:25,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/e68db703fc074f12b6a54a32e462643a 2024-11-23T11:23:25,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/ecdf8f6cc52b4401806027e6090cf3f5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ecdf8f6cc52b4401806027e6090cf3f5 2024-11-23T11:23:25,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ecdf8f6cc52b4401806027e6090cf3f5, entries=150, sequenceid=53, filesize=30.2 K 2024-11-23T11:23:25,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/d889be2b0cce4cc1bf3d969978f6f2ea as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/d889be2b0cce4cc1bf3d969978f6f2ea 2024-11-23T11:23:25,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/d889be2b0cce4cc1bf3d969978f6f2ea, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T11:23:25,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/e68db703fc074f12b6a54a32e462643a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/e68db703fc074f12b6a54a32e462643a 2024-11-23T11:23:25,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/e68db703fc074f12b6a54a32e462643a, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T11:23:25,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 226ms, sequenceid=53, compaction requested=true 2024-11-23T11:23:25,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:25,265 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:25,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:25,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:25,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:25,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:25,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:23:25,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T11:23:25,266 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:25,266 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:25,267 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/A is initiating minor compaction (all files) 2024-11-23T11:23:25,267 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/A in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:25,267 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ff911b60384a475f89255f662284e927, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/b105960900ea43e9a66a2b5b0cff1ba4, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ecdf8f6cc52b4401806027e6090cf3f5] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=82.3 K 2024-11-23T11:23:25,267 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:25,267 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ff911b60384a475f89255f662284e927, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/b105960900ea43e9a66a2b5b0cff1ba4, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ecdf8f6cc52b4401806027e6090cf3f5] 2024-11-23T11:23:25,268 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff911b60384a475f89255f662284e927, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732361003726 2024-11-23T11:23:25,269 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:25,269 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/B is initiating minor compaction (all files) 2024-11-23T11:23:25,269 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/B in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:25,269 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/6fc328213a4c47448fef38d266dae784, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/01ce31aa5ad449638b60c8f612e4e652, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/d889be2b0cce4cc1bf3d969978f6f2ea] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=32.9 K 2024-11-23T11:23:25,269 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting b105960900ea43e9a66a2b5b0cff1ba4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732361003745 2024-11-23T11:23:25,270 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fc328213a4c47448fef38d266dae784, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732361003726 2024-11-23T11:23:25,270 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 01ce31aa5ad449638b60c8f612e4e652, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732361003745 2024-11-23T11:23:25,270 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecdf8f6cc52b4401806027e6090cf3f5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732361004420 2024-11-23T11:23:25,271 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting d889be2b0cce4cc1bf3d969978f6f2ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732361004420 2024-11-23T11:23:25,281 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:25,285 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#B#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:25,286 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/faaab36c568e4992ab7f2949f133b025 is 50, key is test_row_0/B:col10/1732361004420/Put/seqid=0 2024-11-23T11:23:25,291 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411235de0cfd972cf484dac3d91b88c1252b4_c5a1f7f3e0eff5cbdba43e58f6c759c4 store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:25,293 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411235de0cfd972cf484dac3d91b88c1252b4_c5a1f7f3e0eff5cbdba43e58f6c759c4, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:25,293 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235de0cfd972cf484dac3d91b88c1252b4_c5a1f7f3e0eff5cbdba43e58f6c759c4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:25,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742338_1514 (size=12104) 2024-11-23T11:23:25,316 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/faaab36c568e4992ab7f2949f133b025 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/faaab36c568e4992ab7f2949f133b025 2024-11-23T11:23:25,323 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/B of c5a1f7f3e0eff5cbdba43e58f6c759c4 into faaab36c568e4992ab7f2949f133b025(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:25,323 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:25,323 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/B, priority=13, startTime=1732361005266; duration=0sec 2024-11-23T11:23:25,323 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:25,323 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:B 2024-11-23T11:23:25,323 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:25,324 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:25,324 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/C is initiating minor compaction (all files) 2024-11-23T11:23:25,324 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/C in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:25,324 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/2a1033e48ef14381aeb8d6b0583721c9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/5e9fd79685a84b7b91ddb5f101fe360b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/e68db703fc074f12b6a54a32e462643a] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=32.9 K 2024-11-23T11:23:25,325 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a1033e48ef14381aeb8d6b0583721c9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732361003726 2024-11-23T11:23:25,325 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e9fd79685a84b7b91ddb5f101fe360b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732361003745 2024-11-23T11:23:25,325 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting e68db703fc074f12b6a54a32e462643a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732361004420 2024-11-23T11:23:25,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742339_1515 (size=4469) 2024-11-23T11:23:25,333 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#A#compaction#434 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:25,334 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/f2661438407d408e84c7651732a0138e is 175, key is test_row_0/A:col10/1732361004420/Put/seqid=0 2024-11-23T11:23:25,343 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#C#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:25,344 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/76953f203e4b453f918b389961f4588c is 50, key is test_row_0/C:col10/1732361004420/Put/seqid=0 2024-11-23T11:23:25,385 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:25,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T11:23:25,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:25,386 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T11:23:25,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:25,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:25,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:25,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:25,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:25,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:25,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742340_1516 (size=31058) 2024-11-23T11:23:25,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742341_1517 (size=12104) 2024-11-23T11:23:25,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123da7d62bd2c8946dca81a4a0f13429333_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361005104/Put/seqid=0 2024-11-23T11:23:25,427 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/76953f203e4b453f918b389961f4588c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/76953f203e4b453f918b389961f4588c 2024-11-23T11:23:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:25,435 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/C of c5a1f7f3e0eff5cbdba43e58f6c759c4 into 76953f203e4b453f918b389961f4588c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:25,435 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:25,435 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/C, priority=13, startTime=1732361005266; duration=0sec 2024-11-23T11:23:25,435 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:25,435 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:C 2024-11-23T11:23:25,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742342_1518 (size=12154) 2024-11-23T11:23:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:25,458 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123da7d62bd2c8946dca81a4a0f13429333_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123da7d62bd2c8946dca81a4a0f13429333_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:25,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/1ee92a2139574306a207f0cb2083a6f9, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:25,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/1ee92a2139574306a207f0cb2083a6f9 is 175, key is test_row_0/A:col10/1732361005104/Put/seqid=0 2024-11-23T11:23:25,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361065467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:25,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742343_1519 (size=30955) 2024-11-23T11:23:25,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361065572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:25,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361065786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T11:23:25,805 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/f2661438407d408e84c7651732a0138e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f2661438407d408e84c7651732a0138e 2024-11-23T11:23:25,811 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/A of c5a1f7f3e0eff5cbdba43e58f6c759c4 into f2661438407d408e84c7651732a0138e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:25,811 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:25,811 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/A, priority=13, startTime=1732361005265; duration=0sec 2024-11-23T11:23:25,811 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:25,811 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:A 2024-11-23T11:23:25,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361065875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:25,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361065877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:25,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361065880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:25,890 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/1ee92a2139574306a207f0cb2083a6f9 2024-11-23T11:23:25,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/1e3382789b564b4aac8c1ebda6965f23 is 50, key is test_row_0/B:col10/1732361005104/Put/seqid=0 2024-11-23T11:23:25,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361065909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:25,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742344_1520 (size=12001) 2024-11-23T11:23:25,944 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/1e3382789b564b4aac8c1ebda6965f23 2024-11-23T11:23:25,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/4b7a8e28d5174361a77238a3ae2a0208 is 50, key is test_row_0/C:col10/1732361005104/Put/seqid=0 2024-11-23T11:23:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742345_1521 (size=12001) 2024-11-23T11:23:26,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361066088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:26,401 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/4b7a8e28d5174361a77238a3ae2a0208 2024-11-23T11:23:26,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/1ee92a2139574306a207f0cb2083a6f9 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/1ee92a2139574306a207f0cb2083a6f9 2024-11-23T11:23:26,411 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/1ee92a2139574306a207f0cb2083a6f9, entries=150, sequenceid=79, filesize=30.2 K 2024-11-23T11:23:26,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/1e3382789b564b4aac8c1ebda6965f23 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/1e3382789b564b4aac8c1ebda6965f23 2024-11-23T11:23:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,418 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/1e3382789b564b4aac8c1ebda6965f23, entries=150, sequenceid=79, filesize=11.7 K 2024-11-23T11:23:26,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/4b7a8e28d5174361a77238a3ae2a0208 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/4b7a8e28d5174361a77238a3ae2a0208 2024-11-23T11:23:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,423 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/4b7a8e28d5174361a77238a3ae2a0208, entries=150, sequenceid=79, filesize=11.7 K 2024-11-23T11:23:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,424 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 1038ms, sequenceid=79, compaction requested=false 2024-11-23T11:23:26,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:26,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:26,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-23T11:23:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-23T11:23:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-23T11:23:26,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7260 sec 2024-11-23T11:23:26,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.7330 sec 2024-11-23T11:23:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:26,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T11:23:26,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:26,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:26,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:26,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:26,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:26,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c1281a9562cb42f98732e17962cadd5c_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361006598/Put/seqid=0 2024-11-23T11:23:26,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742346_1522 (size=12154) 2024-11-23T11:23:26,692 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:26,696 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c1281a9562cb42f98732e17962cadd5c_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c1281a9562cb42f98732e17962cadd5c_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:26,697 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/267e73667437438198996d6f6fc1505a, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:26,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/267e73667437438198996d6f6fc1505a is 175, key is test_row_0/A:col10/1732361006598/Put/seqid=0 2024-11-23T11:23:26,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361066719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:26,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742347_1523 (size=30951) 2024-11-23T11:23:26,735 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/267e73667437438198996d6f6fc1505a 2024-11-23T11:23:26,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/408d0a8b05ff47f48a6021ab480481fe is 50, key is test_row_0/B:col10/1732361006598/Put/seqid=0 2024-11-23T11:23:26,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742348_1524 (size=9657) 2024-11-23T11:23:26,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/408d0a8b05ff47f48a6021ab480481fe 2024-11-23T11:23:26,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/a4ebaa53a06e4f4f806a7cdede75ba2f is 50, key is test_row_0/C:col10/1732361006598/Put/seqid=0 2024-11-23T11:23:26,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742349_1525 (size=9657) 2024-11-23T11:23:26,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/a4ebaa53a06e4f4f806a7cdede75ba2f 2024-11-23T11:23:26,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361066823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:26,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/267e73667437438198996d6f6fc1505a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/267e73667437438198996d6f6fc1505a 2024-11-23T11:23:26,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/267e73667437438198996d6f6fc1505a, entries=150, sequenceid=93, filesize=30.2 K 2024-11-23T11:23:26,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/408d0a8b05ff47f48a6021ab480481fe as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/408d0a8b05ff47f48a6021ab480481fe 2024-11-23T11:23:26,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/408d0a8b05ff47f48a6021ab480481fe, entries=100, sequenceid=93, filesize=9.4 K 2024-11-23T11:23:26,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/a4ebaa53a06e4f4f806a7cdede75ba2f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/a4ebaa53a06e4f4f806a7cdede75ba2f 2024-11-23T11:23:26,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/a4ebaa53a06e4f4f806a7cdede75ba2f, entries=100, sequenceid=93, filesize=9.4 K 2024-11-23T11:23:26,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 247ms, sequenceid=93, compaction requested=true 2024-11-23T11:23:26,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:26,852 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:26,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:26,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:26,853 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:26,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:26,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:26,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:23:26,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:26,854 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92964 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:26,854 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/A is initiating minor compaction (all files) 2024-11-23T11:23:26,854 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/A in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:26,854 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f2661438407d408e84c7651732a0138e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/1ee92a2139574306a207f0cb2083a6f9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/267e73667437438198996d6f6fc1505a] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=90.8 K 2024-11-23T11:23:26,855 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:26,855 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f2661438407d408e84c7651732a0138e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/1ee92a2139574306a207f0cb2083a6f9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/267e73667437438198996d6f6fc1505a] 2024-11-23T11:23:26,855 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:26,855 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/B is initiating minor compaction (all files) 2024-11-23T11:23:26,855 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/B in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:26,856 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/faaab36c568e4992ab7f2949f133b025, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/1e3382789b564b4aac8c1ebda6965f23, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/408d0a8b05ff47f48a6021ab480481fe] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=33.0 K 2024-11-23T11:23:26,856 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2661438407d408e84c7651732a0138e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732361004420 2024-11-23T11:23:26,856 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting faaab36c568e4992ab7f2949f133b025, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732361004420 2024-11-23T11:23:26,856 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ee92a2139574306a207f0cb2083a6f9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732361005104 2024-11-23T11:23:26,856 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e3382789b564b4aac8c1ebda6965f23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732361005104 2024-11-23T11:23:26,857 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 267e73667437438198996d6f6fc1505a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732361005459 2024-11-23T11:23:26,857 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 408d0a8b05ff47f48a6021ab480481fe, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732361005465 2024-11-23T11:23:26,885 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#B#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:26,885 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/02ea78301cb3464aa7ab7b1a56acc96f is 50, key is test_row_0/B:col10/1732361006598/Put/seqid=0 2024-11-23T11:23:26,904 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:26,917 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411230e1b6c26c57e4b378af8d4c409df2ea1_c5a1f7f3e0eff5cbdba43e58f6c759c4 store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:26,919 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411230e1b6c26c57e4b378af8d4c409df2ea1_c5a1f7f3e0eff5cbdba43e58f6c759c4, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:26,919 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230e1b6c26c57e4b378af8d4c409df2ea1_c5a1f7f3e0eff5cbdba43e58f6c759c4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:26,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742350_1526 (size=12207) 2024-11-23T11:23:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742351_1527 (size=4469) 2024-11-23T11:23:26,992 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#A#compaction#444 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:26,992 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/3c6f9f7f40c94ce981d8989105bf0908 is 175, key is test_row_0/A:col10/1732361006598/Put/seqid=0 2024-11-23T11:23:27,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742352_1528 (size=31268) 2024-11-23T11:23:27,016 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/3c6f9f7f40c94ce981d8989105bf0908 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/3c6f9f7f40c94ce981d8989105bf0908 2024-11-23T11:23:27,022 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/A of c5a1f7f3e0eff5cbdba43e58f6c759c4 into 3c6f9f7f40c94ce981d8989105bf0908(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:27,022 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:27,022 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/A, priority=13, startTime=1732361006852; duration=0sec 2024-11-23T11:23:27,022 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:27,022 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:A 2024-11-23T11:23:27,022 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:27,024 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:27,024 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/C is initiating minor compaction (all files) 2024-11-23T11:23:27,024 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/C in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:27,024 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/76953f203e4b453f918b389961f4588c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/4b7a8e28d5174361a77238a3ae2a0208, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/a4ebaa53a06e4f4f806a7cdede75ba2f] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=33.0 K 2024-11-23T11:23:27,025 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76953f203e4b453f918b389961f4588c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732361004420 2024-11-23T11:23:27,025 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b7a8e28d5174361a77238a3ae2a0208, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732361005104 2024-11-23T11:23:27,026 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4ebaa53a06e4f4f806a7cdede75ba2f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732361005465 2024-11-23T11:23:27,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T11:23:27,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:27,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:27,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:27,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:27,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:27,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:27,037 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#C#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:27,038 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/31ee9c093a024affb0390f7b12e40c69 is 50, key is test_row_0/C:col10/1732361006598/Put/seqid=0 2024-11-23T11:23:27,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237be32b569306437981cc608ba89c4543_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361007030/Put/seqid=0 2024-11-23T11:23:27,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742353_1529 (size=12207) 2024-11-23T11:23:27,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361067062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:27,068 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/31ee9c093a024affb0390f7b12e40c69 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/31ee9c093a024affb0390f7b12e40c69 2024-11-23T11:23:27,074 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/C of c5a1f7f3e0eff5cbdba43e58f6c759c4 into 31ee9c093a024affb0390f7b12e40c69(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:27,074 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:27,074 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/C, priority=13, startTime=1732361006853; duration=0sec 2024-11-23T11:23:27,075 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:27,075 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:C 2024-11-23T11:23:27,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742354_1530 (size=12154) 2024-11-23T11:23:27,087 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:27,093 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237be32b569306437981cc608ba89c4543_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237be32b569306437981cc608ba89c4543_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:27,094 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/27e0a82b741b4f9f9bb2b7159935df48, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:27,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/27e0a82b741b4f9f9bb2b7159935df48 is 175, key is test_row_0/A:col10/1732361007030/Put/seqid=0 2024-11-23T11:23:27,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742355_1531 (size=30955) 2024-11-23T11:23:27,119 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/27e0a82b741b4f9f9bb2b7159935df48 2024-11-23T11:23:27,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/cb4ff1a03f4141a090228fbdf1cfe8f1 is 50, key is test_row_0/B:col10/1732361007030/Put/seqid=0 2024-11-23T11:23:27,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742356_1532 (size=12001) 2024-11-23T11:23:27,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/cb4ff1a03f4141a090228fbdf1cfe8f1 2024-11-23T11:23:27,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/965de89dc5c645e6bf16260da318b910 is 50, key is test_row_0/C:col10/1732361007030/Put/seqid=0 2024-11-23T11:23:27,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361067167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:27,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742357_1533 (size=12001) 2024-11-23T11:23:27,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/965de89dc5c645e6bf16260da318b910 2024-11-23T11:23:27,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/27e0a82b741b4f9f9bb2b7159935df48 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/27e0a82b741b4f9f9bb2b7159935df48 2024-11-23T11:23:27,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/27e0a82b741b4f9f9bb2b7159935df48, entries=150, sequenceid=119, filesize=30.2 K 2024-11-23T11:23:27,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/cb4ff1a03f4141a090228fbdf1cfe8f1 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/cb4ff1a03f4141a090228fbdf1cfe8f1 2024-11-23T11:23:27,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/cb4ff1a03f4141a090228fbdf1cfe8f1, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T11:23:27,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/965de89dc5c645e6bf16260da318b910 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/965de89dc5c645e6bf16260da318b910 2024-11-23T11:23:27,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/965de89dc5c645e6bf16260da318b910, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T11:23:27,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 217ms, sequenceid=119, compaction requested=false 2024-11-23T11:23:27,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:27,362 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/02ea78301cb3464aa7ab7b1a56acc96f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/02ea78301cb3464aa7ab7b1a56acc96f 2024-11-23T11:23:27,366 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/B of c5a1f7f3e0eff5cbdba43e58f6c759c4 into 02ea78301cb3464aa7ab7b1a56acc96f(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:27,367 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:27,367 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/B, priority=13, startTime=1732361006852; duration=0sec 2024-11-23T11:23:27,367 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:27,367 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:B 2024-11-23T11:23:27,373 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T11:23:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:27,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T11:23:27,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:27,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:27,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:27,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:27,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:27,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:27,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d9cea31ece2e4a86b1a0fa19c5106ae0_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361007372/Put/seqid=0 2024-11-23T11:23:27,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742358_1534 (size=14694) 2024-11-23T11:23:27,442 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:27,446 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d9cea31ece2e4a86b1a0fa19c5106ae0_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d9cea31ece2e4a86b1a0fa19c5106ae0_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:27,447 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/11d9de49ece54eabaec136209e18e316, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:27,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/11d9de49ece54eabaec136209e18e316 is 175, key is test_row_0/A:col10/1732361007372/Put/seqid=0 2024-11-23T11:23:27,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742359_1535 (size=39649) 2024-11-23T11:23:27,499 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/11d9de49ece54eabaec136209e18e316 2024-11-23T11:23:27,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361067510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:27,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/164700b587804d41ba9687f1879d5007 is 50, key is test_row_0/B:col10/1732361007372/Put/seqid=0 2024-11-23T11:23:27,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742360_1536 (size=12101) 2024-11-23T11:23:27,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/164700b587804d41ba9687f1879d5007 2024-11-23T11:23:27,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/ece1f65848494526986b49cce63839e7 is 50, key is test_row_0/C:col10/1732361007372/Put/seqid=0 2024-11-23T11:23:27,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361067616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:27,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742361_1537 (size=12101) 2024-11-23T11:23:27,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/ece1f65848494526986b49cce63839e7 2024-11-23T11:23:27,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/11d9de49ece54eabaec136209e18e316 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/11d9de49ece54eabaec136209e18e316 2024-11-23T11:23:27,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/11d9de49ece54eabaec136209e18e316, entries=200, sequenceid=133, filesize=38.7 K 2024-11-23T11:23:27,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/164700b587804d41ba9687f1879d5007 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/164700b587804d41ba9687f1879d5007 2024-11-23T11:23:27,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/164700b587804d41ba9687f1879d5007, entries=150, sequenceid=133, filesize=11.8 K 2024-11-23T11:23:27,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/ece1f65848494526986b49cce63839e7 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/ece1f65848494526986b49cce63839e7 2024-11-23T11:23:27,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/ece1f65848494526986b49cce63839e7, entries=150, sequenceid=133, filesize=11.8 K 2024-11-23T11:23:27,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 288ms, sequenceid=133, compaction requested=true 2024-11-23T11:23:27,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:27,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:27,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:27,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:27,661 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:27,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:27,661 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:27,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:23:27,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:27,663 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:27,663 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/B is initiating minor compaction (all files) 2024-11-23T11:23:27,663 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/B in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:27,663 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/02ea78301cb3464aa7ab7b1a56acc96f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/cb4ff1a03f4141a090228fbdf1cfe8f1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/164700b587804d41ba9687f1879d5007] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=35.5 K 2024-11-23T11:23:27,663 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101872 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:27,663 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/A is initiating minor compaction (all files) 2024-11-23T11:23:27,663 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/A in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:27,663 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/3c6f9f7f40c94ce981d8989105bf0908, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/27e0a82b741b4f9f9bb2b7159935df48, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/11d9de49ece54eabaec136209e18e316] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=99.5 K 2024-11-23T11:23:27,664 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:27,664 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/3c6f9f7f40c94ce981d8989105bf0908, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/27e0a82b741b4f9f9bb2b7159935df48, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/11d9de49ece54eabaec136209e18e316] 2024-11-23T11:23:27,665 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 02ea78301cb3464aa7ab7b1a56acc96f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732361005108 2024-11-23T11:23:27,665 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c6f9f7f40c94ce981d8989105bf0908, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732361005108 2024-11-23T11:23:27,665 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27e0a82b741b4f9f9bb2b7159935df48, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732361006696 2024-11-23T11:23:27,665 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting cb4ff1a03f4141a090228fbdf1cfe8f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732361006696 2024-11-23T11:23:27,666 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 164700b587804d41ba9687f1879d5007, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732361007057 2024-11-23T11:23:27,666 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11d9de49ece54eabaec136209e18e316, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732361007046 2024-11-23T11:23:27,686 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#B#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:27,686 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/7459002ffc6e40b582fcc85a94419afd is 50, key is test_row_0/B:col10/1732361007372/Put/seqid=0 2024-11-23T11:23:27,700 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:27,722 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411238396cff177ba49a3bc25aa0301415f24_c5a1f7f3e0eff5cbdba43e58f6c759c4 store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:27,724 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411238396cff177ba49a3bc25aa0301415f24_c5a1f7f3e0eff5cbdba43e58f6c759c4, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:27,725 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238396cff177ba49a3bc25aa0301415f24_c5a1f7f3e0eff5cbdba43e58f6c759c4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:27,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742362_1538 (size=12409) 2024-11-23T11:23:27,749 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/7459002ffc6e40b582fcc85a94419afd as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/7459002ffc6e40b582fcc85a94419afd 2024-11-23T11:23:27,757 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/B of c5a1f7f3e0eff5cbdba43e58f6c759c4 into 7459002ffc6e40b582fcc85a94419afd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:27,757 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:27,757 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/B, priority=13, startTime=1732361007661; duration=0sec 2024-11-23T11:23:27,757 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:27,757 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:B 2024-11-23T11:23:27,757 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:27,763 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:27,763 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/C is initiating minor compaction (all files) 2024-11-23T11:23:27,763 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/C in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:27,763 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/31ee9c093a024affb0390f7b12e40c69, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/965de89dc5c645e6bf16260da318b910, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/ece1f65848494526986b49cce63839e7] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=35.5 K 2024-11-23T11:23:27,766 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 31ee9c093a024affb0390f7b12e40c69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732361005108 2024-11-23T11:23:27,767 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 965de89dc5c645e6bf16260da318b910, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732361006696 2024-11-23T11:23:27,767 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting ece1f65848494526986b49cce63839e7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732361007057 2024-11-23T11:23:27,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742363_1539 (size=4469) 2024-11-23T11:23:27,776 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#A#compaction#453 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:27,777 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/ae21af4c3e8d442ea68657d7d88afc02 is 175, key is test_row_0/A:col10/1732361007372/Put/seqid=0 2024-11-23T11:23:27,786 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#C#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:27,787 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/b10f6b1f1dbe443ca003e5688d846d9b is 50, key is test_row_0/C:col10/1732361007372/Put/seqid=0 2024-11-23T11:23:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T11:23:27,803 INFO [Thread-2248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-23T11:23:27,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-23T11:23:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T11:23:27,806 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:27,807 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:27,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:27,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T11:23:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:27,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742364_1540 (size=31363) 2024-11-23T11:23:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742365_1541 (size=12409) 2024-11-23T11:23:27,847 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/b10f6b1f1dbe443ca003e5688d846d9b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/b10f6b1f1dbe443ca003e5688d846d9b 2024-11-23T11:23:27,853 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/C of c5a1f7f3e0eff5cbdba43e58f6c759c4 into b10f6b1f1dbe443ca003e5688d846d9b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:27,854 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:27,854 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/C, priority=13, startTime=1732361007661; duration=0sec 2024-11-23T11:23:27,854 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:27,854 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:C 2024-11-23T11:23:27,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232f167520ab774024a2a3d3cf92f060d9_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361007460/Put/seqid=0 2024-11-23T11:23:27,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361067864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:27,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742366_1542 (size=14794) 2024-11-23T11:23:27,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361067879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:27,881 DEBUG [Thread-2240 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., hostname=9bf4ef99e196,37431,1732360861208, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:27,882 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:27,886 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232f167520ab774024a2a3d3cf92f060d9_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232f167520ab774024a2a3d3cf92f060d9_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:27,887 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/da665be0bba342178c8c47077ea4fd72, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:27,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/da665be0bba342178c8c47077ea4fd72 is 175, key is test_row_0/A:col10/1732361007460/Put/seqid=0 2024-11-23T11:23:27,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361067888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:27,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361067888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:27,892 DEBUG [Thread-2244 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., hostname=9bf4ef99e196,37431,1732360861208, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:27,892 DEBUG [Thread-2246 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., hostname=9bf4ef99e196,37431,1732360861208, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T11:23:27,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742367_1543 (size=39749) 2024-11-23T11:23:27,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361067925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:27,928 DEBUG [Thread-2238 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., hostname=9bf4ef99e196,37431,1732360861208, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:27,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:27,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T11:23:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:27,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:27,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:27,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:27,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361067968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T11:23:28,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:28,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T11:23:28,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:28,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:28,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:28,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361068171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:28,234 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/ae21af4c3e8d442ea68657d7d88afc02 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ae21af4c3e8d442ea68657d7d88afc02 2024-11-23T11:23:28,239 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/A of c5a1f7f3e0eff5cbdba43e58f6c759c4 into ae21af4c3e8d442ea68657d7d88afc02(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:28,239 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:28,239 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/A, priority=13, startTime=1732361007661; duration=0sec 2024-11-23T11:23:28,239 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:28,239 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:A 2024-11-23T11:23:28,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:28,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T11:23:28,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:28,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:28,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:28,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,325 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/da665be0bba342178c8c47077ea4fd72 2024-11-23T11:23:28,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/fd69158312b047a8be2d0a91dec224ff is 50, key is test_row_0/B:col10/1732361007460/Put/seqid=0 2024-11-23T11:23:28,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742368_1544 (size=12151) 2024-11-23T11:23:28,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/fd69158312b047a8be2d0a91dec224ff 2024-11-23T11:23:28,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/5ba525b2686e4c3ca778ae89df11fad6 is 50, key is test_row_0/C:col10/1732361007460/Put/seqid=0 2024-11-23T11:23:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742369_1545 (size=12151) 2024-11-23T11:23:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T11:23:28,422 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:28,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T11:23:28,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:28,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:28,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:28,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361068474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:28,577 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:28,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T11:23:28,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:28,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:28,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:28,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,729 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:28,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T11:23:28,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:28,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:28,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:28,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:28,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/5ba525b2686e4c3ca778ae89df11fad6 2024-11-23T11:23:28,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/da665be0bba342178c8c47077ea4fd72 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/da665be0bba342178c8c47077ea4fd72 2024-11-23T11:23:28,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/da665be0bba342178c8c47077ea4fd72, entries=200, sequenceid=159, filesize=38.8 K 2024-11-23T11:23:28,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/fd69158312b047a8be2d0a91dec224ff as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/fd69158312b047a8be2d0a91dec224ff 2024-11-23T11:23:28,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/fd69158312b047a8be2d0a91dec224ff, entries=150, sequenceid=159, filesize=11.9 K 2024-11-23T11:23:28,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/5ba525b2686e4c3ca778ae89df11fad6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/5ba525b2686e4c3ca778ae89df11fad6 2024-11-23T11:23:28,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/5ba525b2686e4c3ca778ae89df11fad6, entries=150, sequenceid=159, filesize=11.9 K 2024-11-23T11:23:28,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 993ms, sequenceid=159, compaction requested=false 2024-11-23T11:23:28,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:28,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:28,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T11:23:28,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:28,884 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:23:28,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:28,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:28,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:28,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:28,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:28,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:28,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f80121e1e5a7497a8e8031e34c439e7d_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361007844/Put/seqid=0 2024-11-23T11:23:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T11:23:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742370_1546 (size=12304) 2024-11-23T11:23:28,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:28,944 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f80121e1e5a7497a8e8031e34c439e7d_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f80121e1e5a7497a8e8031e34c439e7d_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:28,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/707a41fed4dc4db58039f7a8d44df0e0, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:28,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/707a41fed4dc4db58039f7a8d44df0e0 is 175, key is test_row_0/A:col10/1732361007844/Put/seqid=0 2024-11-23T11:23:28,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742371_1547 (size=31105) 2024-11-23T11:23:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:28,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:29,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361069056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:29,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361069160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:29,364 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/707a41fed4dc4db58039f7a8d44df0e0 2024-11-23T11:23:29,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361069365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:29,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/a013c486276b4a0cb66aa48ba7c7842e is 50, key is test_row_0/B:col10/1732361007844/Put/seqid=0 2024-11-23T11:23:29,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742372_1548 (size=12151) 2024-11-23T11:23:29,420 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/a013c486276b4a0cb66aa48ba7c7842e 2024-11-23T11:23:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/73ac521fa22445e58278c0f787fee4c7 is 50, key is test_row_0/C:col10/1732361007844/Put/seqid=0 2024-11-23T11:23:29,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742373_1549 (size=12151) 2024-11-23T11:23:29,463 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/73ac521fa22445e58278c0f787fee4c7 2024-11-23T11:23:29,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/707a41fed4dc4db58039f7a8d44df0e0 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/707a41fed4dc4db58039f7a8d44df0e0 2024-11-23T11:23:29,475 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/707a41fed4dc4db58039f7a8d44df0e0, entries=150, sequenceid=172, filesize=30.4 K 2024-11-23T11:23:29,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/a013c486276b4a0cb66aa48ba7c7842e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/a013c486276b4a0cb66aa48ba7c7842e 2024-11-23T11:23:29,484 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/a013c486276b4a0cb66aa48ba7c7842e, entries=150, sequenceid=172, filesize=11.9 K 2024-11-23T11:23:29,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/73ac521fa22445e58278c0f787fee4c7 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/73ac521fa22445e58278c0f787fee4c7 2024-11-23T11:23:29,492 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/73ac521fa22445e58278c0f787fee4c7, entries=150, sequenceid=172, filesize=11.9 K 2024-11-23T11:23:29,494 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 610ms, sequenceid=172, compaction requested=true 2024-11-23T11:23:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-23T11:23:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-23T11:23:29,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-23T11:23:29,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6880 sec 2024-11-23T11:23:29,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.6940 sec 2024-11-23T11:23:29,632 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:23:29,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T11:23:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:29,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112356d86e71f58f4e2cafad40580a0bf7d1_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361009675/Put/seqid=0 2024-11-23T11:23:29,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361069708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:29,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742374_1550 (size=12304) 2024-11-23T11:23:29,737 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:29,744 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112356d86e71f58f4e2cafad40580a0bf7d1_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112356d86e71f58f4e2cafad40580a0bf7d1_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:29,746 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/5bdc0f6cbcf445999e985d4a65a2b538, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:29,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/5bdc0f6cbcf445999e985d4a65a2b538 is 175, key is test_row_0/A:col10/1732361009675/Put/seqid=0 2024-11-23T11:23:29,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742375_1551 (size=31105) 2024-11-23T11:23:29,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361069813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T11:23:29,913 INFO [Thread-2248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-23T11:23:29,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-23T11:23:29,916 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:29,917 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:29,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T11:23:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T11:23:30,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361070017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:30,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:30,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:30,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,198 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/5bdc0f6cbcf445999e985d4a65a2b538 2024-11-23T11:23:30,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/d37265d89f1d49b499c8c1c909df531c is 50, key is test_row_0/B:col10/1732361009675/Put/seqid=0 2024-11-23T11:23:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T11:23:30,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:30,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742376_1552 (size=12151) 2024-11-23T11:23:30,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361070321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:30,376 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:30,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:30,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:30,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T11:23:30,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:30,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:30,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:30,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,681 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:30,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:30,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:30,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/d37265d89f1d49b499c8c1c909df531c 2024-11-23T11:23:30,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/167092ae69ae4bcbb24f84b7d9d9f96a is 50, key is test_row_0/C:col10/1732361009675/Put/seqid=0 2024-11-23T11:23:30,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742377_1553 (size=12151) 2024-11-23T11:23:30,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/167092ae69ae4bcbb24f84b7d9d9f96a 2024-11-23T11:23:30,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/5bdc0f6cbcf445999e985d4a65a2b538 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/5bdc0f6cbcf445999e985d4a65a2b538 2024-11-23T11:23:30,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/5bdc0f6cbcf445999e985d4a65a2b538, entries=150, sequenceid=198, filesize=30.4 K 2024-11-23T11:23:30,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/d37265d89f1d49b499c8c1c909df531c as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/d37265d89f1d49b499c8c1c909df531c 2024-11-23T11:23:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/d37265d89f1d49b499c8c1c909df531c, entries=150, sequenceid=198, filesize=11.9 K 2024-11-23T11:23:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/167092ae69ae4bcbb24f84b7d9d9f96a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/167092ae69ae4bcbb24f84b7d9d9f96a 2024-11-23T11:23:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/167092ae69ae4bcbb24f84b7d9d9f96a, entries=150, sequenceid=198, filesize=11.9 K 2024-11-23T11:23:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 1083ms, sequenceid=198, compaction requested=true 2024-11-23T11:23:30,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:30,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:30,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:30,760 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:23:30,761 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:23:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:30,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:23:30,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,769 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133322 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:23:30,769 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:23:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,770 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/A is initiating minor compaction (all files) 2024-11-23T11:23:30,770 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/B is initiating minor compaction (all files) 2024-11-23T11:23:30,770 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/A in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,770 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/B in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,770 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ae21af4c3e8d442ea68657d7d88afc02, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/da665be0bba342178c8c47077ea4fd72, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/707a41fed4dc4db58039f7a8d44df0e0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/5bdc0f6cbcf445999e985d4a65a2b538] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=130.2 K 2024-11-23T11:23:30,770 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/7459002ffc6e40b582fcc85a94419afd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/fd69158312b047a8be2d0a91dec224ff, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/a013c486276b4a0cb66aa48ba7c7842e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/d37265d89f1d49b499c8c1c909df531c] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=47.7 K 2024-11-23T11:23:30,770 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,770 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ae21af4c3e8d442ea68657d7d88afc02, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/da665be0bba342178c8c47077ea4fd72, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/707a41fed4dc4db58039f7a8d44df0e0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/5bdc0f6cbcf445999e985d4a65a2b538] 2024-11-23T11:23:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,770 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting ae21af4c3e8d442ea68657d7d88afc02, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732361007057 2024-11-23T11:23:30,770 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7459002ffc6e40b582fcc85a94419afd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732361007057 2024-11-23T11:23:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,771 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd69158312b047a8be2d0a91dec224ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732361007460 2024-11-23T11:23:30,771 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting da665be0bba342178c8c47077ea4fd72, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732361007460 2024-11-23T11:23:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,771 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting a013c486276b4a0cb66aa48ba7c7842e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732361007844 2024-11-23T11:23:30,771 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 707a41fed4dc4db58039f7a8d44df0e0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732361007844 2024-11-23T11:23:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,772 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting d37265d89f1d49b499c8c1c909df531c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732361009027 2024-11-23T11:23:30,772 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bdc0f6cbcf445999e985d4a65a2b538, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732361009027 2024-11-23T11:23:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,791 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,792 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#B#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:30,792 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/60bf9797a1cd4393a9a730f5d535de22 is 50, key is test_row_0/B:col10/1732361009675/Put/seqid=0 2024-11-23T11:23:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,794 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123d953fa45a4714eafa4d7a01112c6428c_c5a1f7f3e0eff5cbdba43e58f6c759c4 store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,798 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123d953fa45a4714eafa4d7a01112c6428c_c5a1f7f3e0eff5cbdba43e58f6c759c4, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:30,799 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d953fa45a4714eafa4d7a01112c6428c_c5a1f7f3e0eff5cbdba43e58f6c759c4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742378_1554 (size=12595) 2024-11-23T11:23:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,813 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/60bf9797a1cd4393a9a730f5d535de22 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/60bf9797a1cd4393a9a730f5d535de22 2024-11-23T11:23:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,823 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/B of c5a1f7f3e0eff5cbdba43e58f6c759c4 into 60bf9797a1cd4393a9a730f5d535de22(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,824 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,824 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/B, priority=12, startTime=1732361010760; duration=0sec 2024-11-23T11:23:30,824 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:30,824 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:B 2024-11-23T11:23:30,824 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:23:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,827 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:23:30,827 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/C is initiating minor compaction (all files) 2024-11-23T11:23:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,827 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/C in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,827 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/b10f6b1f1dbe443ca003e5688d846d9b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/5ba525b2686e4c3ca778ae89df11fad6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/73ac521fa22445e58278c0f787fee4c7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/167092ae69ae4bcbb24f84b7d9d9f96a] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=47.7 K 2024-11-23T11:23:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,828 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting b10f6b1f1dbe443ca003e5688d846d9b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732361007057 2024-11-23T11:23:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,828 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ba525b2686e4c3ca778ae89df11fad6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732361007460 2024-11-23T11:23:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,829 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73ac521fa22445e58278c0f787fee4c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732361007844 2024-11-23T11:23:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,829 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 167092ae69ae4bcbb24f84b7d9d9f96a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732361009027 2024-11-23T11:23:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,834 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:30,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:30,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:23:30,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:30,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:30,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742379_1555 (size=4469) 2024-11-23T11:23:30,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:30,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:30,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,856 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#C#compaction#466 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,857 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/6aed3bc99f1a44efbddd1eb9a978d1d9 is 50, key is test_row_0/C:col10/1732361009675/Put/seqid=0 2024-11-23T11:23:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231cbeef7195004e2fa7a94ef4cad60891_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361010833/Put/seqid=0 2024-11-23T11:23:30,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742380_1556 (size=12595) 2024-11-23T11:23:30,911 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/6aed3bc99f1a44efbddd1eb9a978d1d9 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/6aed3bc99f1a44efbddd1eb9a978d1d9 2024-11-23T11:23:30,916 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/C of c5a1f7f3e0eff5cbdba43e58f6c759c4 into 6aed3bc99f1a44efbddd1eb9a978d1d9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:30,916 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:30,916 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/C, priority=12, startTime=1732361010761; duration=0sec 2024-11-23T11:23:30,916 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:30,916 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:C 2024-11-23T11:23:30,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742381_1557 (size=12304) 2024-11-23T11:23:30,923 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:30,929 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231cbeef7195004e2fa7a94ef4cad60891_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231cbeef7195004e2fa7a94ef4cad60891_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:30,930 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/e69710db0908462fa503aaa85f1a0e17, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:30,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/e69710db0908462fa503aaa85f1a0e17 is 175, key is test_row_0/A:col10/1732361010833/Put/seqid=0 2024-11-23T11:23:30,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361070940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:30,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742382_1558 (size=31105) 2024-11-23T11:23:30,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:30,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:30,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:30,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:30,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T11:23:31,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361071043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:31,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:31,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:31,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,236 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#A#compaction#465 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:31,237 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/5d6de73631c04cc8962358aa63b8e304 is 175, key is test_row_0/A:col10/1732361009675/Put/seqid=0 2024-11-23T11:23:31,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361071246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742383_1559 (size=31549) 2024-11-23T11:23:31,268 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/5d6de73631c04cc8962358aa63b8e304 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/5d6de73631c04cc8962358aa63b8e304 2024-11-23T11:23:31,273 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/A of c5a1f7f3e0eff5cbdba43e58f6c759c4 into 5d6de73631c04cc8962358aa63b8e304(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:31,273 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:31,273 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/A, priority=12, startTime=1732361010760; duration=0sec 2024-11-23T11:23:31,273 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:31,273 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:A 2024-11-23T11:23:31,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:31,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:31,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:31,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:31,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:31,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,355 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/e69710db0908462fa503aaa85f1a0e17 2024-11-23T11:23:31,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/e601496bc0cd4af7a03a9faa30a28041 is 50, key is test_row_0/B:col10/1732361010833/Put/seqid=0 2024-11-23T11:23:31,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742384_1560 (size=12151) 2024-11-23T11:23:31,449 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:31,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:31,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:31,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361071553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:31,605 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:31,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:31,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,759 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:31,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:31,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:31,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:31,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:31,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/e601496bc0cd4af7a03a9faa30a28041 2024-11-23T11:23:31,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/12bc106f618e40fb813ebb448e75abf7 is 50, key is test_row_0/C:col10/1732361010833/Put/seqid=0 2024-11-23T11:23:31,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742385_1561 (size=12151) 2024-11-23T11:23:31,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/12bc106f618e40fb813ebb448e75abf7 2024-11-23T11:23:31,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/e69710db0908462fa503aaa85f1a0e17 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/e69710db0908462fa503aaa85f1a0e17 2024-11-23T11:23:31,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/e69710db0908462fa503aaa85f1a0e17, entries=150, sequenceid=210, filesize=30.4 K 2024-11-23T11:23:31,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/e601496bc0cd4af7a03a9faa30a28041 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/e601496bc0cd4af7a03a9faa30a28041 2024-11-23T11:23:31,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/e601496bc0cd4af7a03a9faa30a28041, entries=150, sequenceid=210, filesize=11.9 K 2024-11-23T11:23:31,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/12bc106f618e40fb813ebb448e75abf7 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/12bc106f618e40fb813ebb448e75abf7 2024-11-23T11:23:31,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/12bc106f618e40fb813ebb448e75abf7, entries=150, sequenceid=210, filesize=11.9 K 2024-11-23T11:23:31,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 1050ms, sequenceid=210, compaction requested=false 2024-11-23T11:23:31,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:31,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T11:23:31,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:31,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:31,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:31,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:31,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:31,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:31,912 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:31,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:31,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:31,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:31,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:31,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:31,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123121e3a11c4ee4789bbd4e3ddcf285e31_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361010939/Put/seqid=0 2024-11-23T11:23:31,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361071923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:31,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361071923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:31,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742386_1562 (size=12304) 2024-11-23T11:23:31,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361071927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:31,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361071950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:31,952 DEBUG [Thread-2238 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8195 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., hostname=9bf4ef99e196,37431,1732360861208, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T11:23:32,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361072028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361072028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361072032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361072055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,065 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:32,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:32,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,218 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361072232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361072233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361072237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,331 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:32,334 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123121e3a11c4ee4789bbd4e3ddcf285e31_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123121e3a11c4ee4789bbd4e3ddcf285e31_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:32,335 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/d33fc03c2ce241ac890425bdb31fb457, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:32,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/d33fc03c2ce241ac890425bdb31fb457 is 175, key is test_row_0/A:col10/1732361010939/Put/seqid=0 2024-11-23T11:23:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742387_1563 (size=31105) 2024-11-23T11:23:32,373 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:32,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:32,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:32,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:32,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361072536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361072537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361072540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,680 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:32,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:32,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,755 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/d33fc03c2ce241ac890425bdb31fb457 2024-11-23T11:23:32,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/81d765e401324c5aac93f406ca36ea78 is 50, key is test_row_0/B:col10/1732361010939/Put/seqid=0 2024-11-23T11:23:32,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742388_1564 (size=12151) 2024-11-23T11:23:32,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/81d765e401324c5aac93f406ca36ea78 2024-11-23T11:23:32,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:32,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:32,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:32,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/7583f1335b754ec29f26f1de472a35ce is 50, key is test_row_0/C:col10/1732361010939/Put/seqid=0 2024-11-23T11:23:32,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742389_1565 (size=12151) 2024-11-23T11:23:32,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/7583f1335b754ec29f26f1de472a35ce 2024-11-23T11:23:32,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/d33fc03c2ce241ac890425bdb31fb457 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/d33fc03c2ce241ac890425bdb31fb457 2024-11-23T11:23:32,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/d33fc03c2ce241ac890425bdb31fb457, entries=150, sequenceid=238, filesize=30.4 K 2024-11-23T11:23:32,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/81d765e401324c5aac93f406ca36ea78 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/81d765e401324c5aac93f406ca36ea78 2024-11-23T11:23:32,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/81d765e401324c5aac93f406ca36ea78, entries=150, sequenceid=238, filesize=11.9 K 2024-11-23T11:23:32,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/7583f1335b754ec29f26f1de472a35ce as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/7583f1335b754ec29f26f1de472a35ce 2024-11-23T11:23:32,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/7583f1335b754ec29f26f1de472a35ce, entries=150, sequenceid=238, filesize=11.9 K 2024-11-23T11:23:32,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 996ms, sequenceid=238, compaction requested=true 2024-11-23T11:23:32,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:32,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:32,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:32,906 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:32,906 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:32,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:32,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:32,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:23:32,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:32,907 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:32,907 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/A is initiating minor compaction (all files) 2024-11-23T11:23:32,907 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/A in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,907 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/5d6de73631c04cc8962358aa63b8e304, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/e69710db0908462fa503aaa85f1a0e17, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/d33fc03c2ce241ac890425bdb31fb457] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=91.6 K 2024-11-23T11:23:32,907 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,907 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/5d6de73631c04cc8962358aa63b8e304, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/e69710db0908462fa503aaa85f1a0e17, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/d33fc03c2ce241ac890425bdb31fb457] 2024-11-23T11:23:32,908 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:32,908 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/B is initiating minor compaction (all files) 2024-11-23T11:23:32,908 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/B in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,908 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/60bf9797a1cd4393a9a730f5d535de22, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/e601496bc0cd4af7a03a9faa30a28041, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/81d765e401324c5aac93f406ca36ea78] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=36.0 K 2024-11-23T11:23:32,909 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d6de73631c04cc8962358aa63b8e304, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732361009027 2024-11-23T11:23:32,909 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 60bf9797a1cd4393a9a730f5d535de22, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732361009027 2024-11-23T11:23:32,910 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting e69710db0908462fa503aaa85f1a0e17, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732361009698 2024-11-23T11:23:32,910 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting e601496bc0cd4af7a03a9faa30a28041, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732361009698 2024-11-23T11:23:32,911 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting d33fc03c2ce241ac890425bdb31fb457, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732361010931 2024-11-23T11:23:32,911 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 81d765e401324c5aac93f406ca36ea78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732361010931 2024-11-23T11:23:32,935 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#B#compaction#473 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:32,935 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/5cca3e82164a425890e525692d8cc78b is 50, key is test_row_0/B:col10/1732361010939/Put/seqid=0 2024-11-23T11:23:32,940 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:32,944 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411232d708034bf6b4af7a432f0f8e5b0adcd_c5a1f7f3e0eff5cbdba43e58f6c759c4 store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:32,946 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411232d708034bf6b4af7a432f0f8e5b0adcd_c5a1f7f3e0eff5cbdba43e58f6c759c4, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:32,946 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232d708034bf6b4af7a432f0f8e5b0adcd_c5a1f7f3e0eff5cbdba43e58f6c759c4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:32,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742390_1566 (size=12697) 2024-11-23T11:23:32,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742391_1567 (size=4469) 2024-11-23T11:23:32,989 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#A#compaction#474 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:32,990 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/7a272f0341ba464bb416d629e9796916 is 175, key is test_row_0/A:col10/1732361010939/Put/seqid=0 2024-11-23T11:23:32,991 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:32,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T11:23:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:32,993 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T11:23:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:33,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742392_1568 (size=31651) 2024-11-23T11:23:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d8af476698534c4b9e76f014ca16fa1b_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361011919/Put/seqid=0 2024-11-23T11:23:33,037 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/7a272f0341ba464bb416d629e9796916 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/7a272f0341ba464bb416d629e9796916 2024-11-23T11:23:33,043 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/A of c5a1f7f3e0eff5cbdba43e58f6c759c4 into 7a272f0341ba464bb416d629e9796916(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:33,043 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:33,043 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/A, priority=13, startTime=1732361012905; duration=0sec 2024-11-23T11:23:33,044 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:33,044 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:A 2024-11-23T11:23:33,044 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:33,045 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:33,045 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/C is initiating minor compaction (all files) 2024-11-23T11:23:33,045 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/C in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:33,045 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/6aed3bc99f1a44efbddd1eb9a978d1d9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/12bc106f618e40fb813ebb448e75abf7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/7583f1335b754ec29f26f1de472a35ce] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=36.0 K 2024-11-23T11:23:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:33,046 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aed3bc99f1a44efbddd1eb9a978d1d9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732361009027 2024-11-23T11:23:33,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:33,047 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12bc106f618e40fb813ebb448e75abf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732361009698 2024-11-23T11:23:33,047 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7583f1335b754ec29f26f1de472a35ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732361010931 2024-11-23T11:23:33,064 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:33,065 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/d18522d780aa48a18d00132bb3a198ce is 50, key is test_row_0/C:col10/1732361010939/Put/seqid=0 2024-11-23T11:23:33,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361073086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361073088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361073089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742394_1570 (size=12697) 2024-11-23T11:23:33,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361073091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,102 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/d18522d780aa48a18d00132bb3a198ce as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/d18522d780aa48a18d00132bb3a198ce 2024-11-23T11:23:33,117 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/C of c5a1f7f3e0eff5cbdba43e58f6c759c4 into d18522d780aa48a18d00132bb3a198ce(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:33,117 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:33,117 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/C, priority=13, startTime=1732361012906; duration=0sec 2024-11-23T11:23:33,117 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:33,117 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:C 2024-11-23T11:23:33,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742393_1569 (size=12304) 2024-11-23T11:23:33,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:33,140 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d8af476698534c4b9e76f014ca16fa1b_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d8af476698534c4b9e76f014ca16fa1b_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:33,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/f5ba62c2587d404db2f1db7839e4e725, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:33,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/f5ba62c2587d404db2f1db7839e4e725 is 175, key is test_row_0/A:col10/1732361011919/Put/seqid=0 2024-11-23T11:23:33,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742395_1571 (size=31105) 2024-11-23T11:23:33,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361073193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361073194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361073195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361073198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,365 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/5cca3e82164a425890e525692d8cc78b as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/5cca3e82164a425890e525692d8cc78b 2024-11-23T11:23:33,370 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/B of c5a1f7f3e0eff5cbdba43e58f6c759c4 into 5cca3e82164a425890e525692d8cc78b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:33,370 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:33,370 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/B, priority=13, startTime=1732361012906; duration=0sec 2024-11-23T11:23:33,370 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:33,370 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:B 2024-11-23T11:23:33,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361073396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361073396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361073397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361073400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,579 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/f5ba62c2587d404db2f1db7839e4e725 2024-11-23T11:23:33,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/466a0a77ee534854a33eddb3e8a88167 is 50, key is test_row_0/B:col10/1732361011919/Put/seqid=0 2024-11-23T11:23:33,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742396_1572 (size=12151) 2024-11-23T11:23:33,620 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/466a0a77ee534854a33eddb3e8a88167 2024-11-23T11:23:33,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/233848aa08fa4c6596873e784108d839 is 50, key is test_row_0/C:col10/1732361011919/Put/seqid=0 2024-11-23T11:23:33,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742397_1573 (size=12151) 2024-11-23T11:23:33,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361073699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361073700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361073701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:33,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361073705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T11:23:34,080 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/233848aa08fa4c6596873e784108d839 2024-11-23T11:23:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/f5ba62c2587d404db2f1db7839e4e725 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f5ba62c2587d404db2f1db7839e4e725 2024-11-23T11:23:34,091 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f5ba62c2587d404db2f1db7839e4e725, entries=150, sequenceid=248, filesize=30.4 K 2024-11-23T11:23:34,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/466a0a77ee534854a33eddb3e8a88167 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/466a0a77ee534854a33eddb3e8a88167 2024-11-23T11:23:34,096 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/466a0a77ee534854a33eddb3e8a88167, entries=150, sequenceid=248, filesize=11.9 K 2024-11-23T11:23:34,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/233848aa08fa4c6596873e784108d839 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/233848aa08fa4c6596873e784108d839 2024-11-23T11:23:34,102 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/233848aa08fa4c6596873e784108d839, entries=150, sequenceid=248, filesize=11.9 K 2024-11-23T11:23:34,103 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 1110ms, sequenceid=248, compaction requested=false 2024-11-23T11:23:34,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:34,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:34,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-23T11:23:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-23T11:23:34,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-23T11:23:34,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1870 sec 2024-11-23T11:23:34,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 4.1930 sec 2024-11-23T11:23:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:34,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T11:23:34,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:34,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:34,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:34,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:34,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:34,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:34,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361074213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ef8156776bd542518f68ac72a1a32807_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361013086/Put/seqid=0 2024-11-23T11:23:34,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361074216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361074217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361074214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742398_1574 (size=12454) 2024-11-23T11:23:34,266 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:34,270 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ef8156776bd542518f68ac72a1a32807_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ef8156776bd542518f68ac72a1a32807_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:34,271 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/a20e7da0ee7344e5b745637de4e4f7d9, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:34,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/a20e7da0ee7344e5b745637de4e4f7d9 is 175, key is test_row_0/A:col10/1732361013086/Put/seqid=0 2024-11-23T11:23:34,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742399_1575 (size=31255) 2024-11-23T11:23:34,307 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/a20e7da0ee7344e5b745637de4e4f7d9 2024-11-23T11:23:34,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/bfc050dc07224f81a936d14bbac325b5 is 50, key is test_row_0/B:col10/1732361013086/Put/seqid=0 2024-11-23T11:23:34,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361074318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361074320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361074320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361074324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742400_1576 (size=12301) 2024-11-23T11:23:34,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361074520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361074525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361074526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361074528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/bfc050dc07224f81a936d14bbac325b5 2024-11-23T11:23:34,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/96d3abfa6335479595cc30dec2d2508e is 50, key is test_row_0/C:col10/1732361013086/Put/seqid=0 2024-11-23T11:23:34,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742401_1577 (size=12301) 2024-11-23T11:23:34,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/96d3abfa6335479595cc30dec2d2508e 2024-11-23T11:23:34,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361074825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/a20e7da0ee7344e5b745637de4e4f7d9 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/a20e7da0ee7344e5b745637de4e4f7d9 2024-11-23T11:23:34,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361074831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361074831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361074833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:34,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/a20e7da0ee7344e5b745637de4e4f7d9, entries=150, sequenceid=279, filesize=30.5 K 2024-11-23T11:23:34,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/bfc050dc07224f81a936d14bbac325b5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/bfc050dc07224f81a936d14bbac325b5 2024-11-23T11:23:34,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/bfc050dc07224f81a936d14bbac325b5, entries=150, sequenceid=279, filesize=12.0 K 2024-11-23T11:23:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/96d3abfa6335479595cc30dec2d2508e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/96d3abfa6335479595cc30dec2d2508e 2024-11-23T11:23:34,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/96d3abfa6335479595cc30dec2d2508e, entries=150, sequenceid=279, filesize=12.0 K 2024-11-23T11:23:34,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 644ms, sequenceid=279, compaction requested=true 2024-11-23T11:23:34,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:34,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:34,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:34,851 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:34,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:34,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:34,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:23:34,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:34,851 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:34,853 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:34,853 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/B is initiating minor compaction (all files) 2024-11-23T11:23:34,853 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/B in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:34,853 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/5cca3e82164a425890e525692d8cc78b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/466a0a77ee534854a33eddb3e8a88167, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/bfc050dc07224f81a936d14bbac325b5] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=36.3 K 2024-11-23T11:23:34,853 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:34,853 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/A is initiating minor compaction (all files) 2024-11-23T11:23:34,853 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/A in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:34,854 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/7a272f0341ba464bb416d629e9796916, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f5ba62c2587d404db2f1db7839e4e725, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/a20e7da0ee7344e5b745637de4e4f7d9] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=91.8 K 2024-11-23T11:23:34,854 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:34,854 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/7a272f0341ba464bb416d629e9796916, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f5ba62c2587d404db2f1db7839e4e725, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/a20e7da0ee7344e5b745637de4e4f7d9] 2024-11-23T11:23:34,855 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cca3e82164a425890e525692d8cc78b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732361010931 2024-11-23T11:23:34,855 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a272f0341ba464bb416d629e9796916, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732361010931 2024-11-23T11:23:34,855 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 466a0a77ee534854a33eddb3e8a88167, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732361011919 2024-11-23T11:23:34,855 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5ba62c2587d404db2f1db7839e4e725, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732361011919 2024-11-23T11:23:34,856 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting bfc050dc07224f81a936d14bbac325b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732361013086 2024-11-23T11:23:34,857 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting a20e7da0ee7344e5b745637de4e4f7d9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732361013086 2024-11-23T11:23:34,867 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:34,868 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/f51d487e7ae44e08836df1a848e1fa82 is 50, key is test_row_0/B:col10/1732361013086/Put/seqid=0 2024-11-23T11:23:34,878 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:34,892 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411239ae99d2bcb8d47578217634e04c4f35c_c5a1f7f3e0eff5cbdba43e58f6c759c4 store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:34,893 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411239ae99d2bcb8d47578217634e04c4f35c_c5a1f7f3e0eff5cbdba43e58f6c759c4, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:34,894 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239ae99d2bcb8d47578217634e04c4f35c_c5a1f7f3e0eff5cbdba43e58f6c759c4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:34,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742402_1578 (size=12949) 2024-11-23T11:23:34,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742403_1579 (size=4469) 2024-11-23T11:23:34,949 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#A#compaction#483 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:34,949 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/c50bc3b917bc46859132c14b6717d9ae is 175, key is test_row_0/A:col10/1732361013086/Put/seqid=0 2024-11-23T11:23:34,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742404_1580 (size=31903) 2024-11-23T11:23:35,323 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/f51d487e7ae44e08836df1a848e1fa82 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/f51d487e7ae44e08836df1a848e1fa82 2024-11-23T11:23:35,328 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/B of c5a1f7f3e0eff5cbdba43e58f6c759c4 into f51d487e7ae44e08836df1a848e1fa82(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:35,329 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:35,329 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/B, priority=13, startTime=1732361014851; duration=0sec 2024-11-23T11:23:35,329 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:35,329 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:B 2024-11-23T11:23:35,329 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:35,330 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:35,331 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/C is initiating minor compaction (all files) 2024-11-23T11:23:35,331 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/C in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:35,331 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/d18522d780aa48a18d00132bb3a198ce, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/233848aa08fa4c6596873e784108d839, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/96d3abfa6335479595cc30dec2d2508e] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=36.3 K 2024-11-23T11:23:35,331 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting d18522d780aa48a18d00132bb3a198ce, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732361010931 2024-11-23T11:23:35,331 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 233848aa08fa4c6596873e784108d839, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732361011919 2024-11-23T11:23:35,332 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 96d3abfa6335479595cc30dec2d2508e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732361013086 2024-11-23T11:23:35,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:23:35,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:35,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:35,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:35,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:35,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:35,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:35,362 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#C#compaction#484 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:35,362 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/203fe6ee1f9649d58e9ccf5432fcadc5 is 50, key is test_row_0/C:col10/1732361013086/Put/seqid=0 2024-11-23T11:23:35,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a7e9d77bc6eb4579a22e6e6908131a8f_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361014212/Put/seqid=0 2024-11-23T11:23:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742406_1582 (size=12454) 2024-11-23T11:23:35,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742405_1581 (size=12949) 2024-11-23T11:23:35,380 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/c50bc3b917bc46859132c14b6717d9ae as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/c50bc3b917bc46859132c14b6717d9ae 2024-11-23T11:23:35,392 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/203fe6ee1f9649d58e9ccf5432fcadc5 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/203fe6ee1f9649d58e9ccf5432fcadc5 2024-11-23T11:23:35,396 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/A of c5a1f7f3e0eff5cbdba43e58f6c759c4 into c50bc3b917bc46859132c14b6717d9ae(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:35,396 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:35,396 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/A, priority=13, startTime=1732361014851; duration=0sec 2024-11-23T11:23:35,396 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:35,396 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:A 2024-11-23T11:23:35,401 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/C of c5a1f7f3e0eff5cbdba43e58f6c759c4 into 203fe6ee1f9649d58e9ccf5432fcadc5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:35,401 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:35,401 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/C, priority=13, startTime=1732361014851; duration=0sec 2024-11-23T11:23:35,401 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:35,401 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:C 2024-11-23T11:23:35,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361075418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:35,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361075418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:35,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361075421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:35,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361075421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:35,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361075524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:35,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361075525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:35,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361075525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:35,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361075525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:35,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:35,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361075728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361075728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:35,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361075729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:35,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361075730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:35,771 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:35,774 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a7e9d77bc6eb4579a22e6e6908131a8f_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a7e9d77bc6eb4579a22e6e6908131a8f_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:35,775 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/79595042da8c4dce84e686a1476ee621, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:35,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/79595042da8c4dce84e686a1476ee621 is 175, key is test_row_0/A:col10/1732361014212/Put/seqid=0 2024-11-23T11:23:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742407_1583 (size=31255) 2024-11-23T11:23:36,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361076031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:36,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361076032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:36,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361076033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:36,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361076034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:36,206 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/79595042da8c4dce84e686a1476ee621 2024-11-23T11:23:36,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/da1a235343c2493fb75ce525f6ef2c85 is 50, key is test_row_0/B:col10/1732361014212/Put/seqid=0 2024-11-23T11:23:36,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742408_1584 (size=12301) 2024-11-23T11:23:36,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361076533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:36,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361076536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:36,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361076537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:36,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361076539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:36,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/da1a235343c2493fb75ce525f6ef2c85 2024-11-23T11:23:36,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/9a6a64efa76e456aa3f7271d1f1f7f3f is 50, key is test_row_0/C:col10/1732361014212/Put/seqid=0 2024-11-23T11:23:36,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742409_1585 (size=12301) 2024-11-23T11:23:37,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/9a6a64efa76e456aa3f7271d1f1f7f3f 2024-11-23T11:23:37,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/79595042da8c4dce84e686a1476ee621 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/79595042da8c4dce84e686a1476ee621 2024-11-23T11:23:37,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/79595042da8c4dce84e686a1476ee621, entries=150, sequenceid=291, filesize=30.5 K 2024-11-23T11:23:37,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/da1a235343c2493fb75ce525f6ef2c85 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/da1a235343c2493fb75ce525f6ef2c85 2024-11-23T11:23:37,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/da1a235343c2493fb75ce525f6ef2c85, entries=150, sequenceid=291, filesize=12.0 K 2024-11-23T11:23:37,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/9a6a64efa76e456aa3f7271d1f1f7f3f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/9a6a64efa76e456aa3f7271d1f1f7f3f 2024-11-23T11:23:37,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/9a6a64efa76e456aa3f7271d1f1f7f3f, entries=150, sequenceid=291, filesize=12.0 K 2024-11-23T11:23:37,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 1735ms, sequenceid=291, compaction requested=false 2024-11-23T11:23:37,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:37,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T11:23:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:37,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239e77bee6d0914268b710ce563c4945b1_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361017543/Put/seqid=0 2024-11-23T11:23:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742410_1586 (size=12454) 2024-11-23T11:23:37,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361077555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:37,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361077558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:37,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361077558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:37,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361077558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:37,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361077658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:37,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361077660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:37,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361077661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:37,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361077661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:37,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361077860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:37,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361077862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:37,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361077864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:37,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361077864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:37,954 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:37,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239e77bee6d0914268b710ce563c4945b1_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239e77bee6d0914268b710ce563c4945b1_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:37,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/f56e1aa0b8c94c56b7ca94cf6081688a, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:37,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/f56e1aa0b8c94c56b7ca94cf6081688a is 175, key is test_row_0/A:col10/1732361017543/Put/seqid=0 2024-11-23T11:23:37,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742411_1587 (size=31255) 2024-11-23T11:23:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T11:23:38,024 INFO [Thread-2248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-23T11:23:38,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-23T11:23:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T11:23:38,026 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:38,027 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:38,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T11:23:38,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361078162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:38,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361078164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:38,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361078166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:38,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361078166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:38,178 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:38,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T11:23:38,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:38,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:38,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:38,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T11:23:38,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:38,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T11:23:38,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:38,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:38,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:38,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,364 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/f56e1aa0b8c94c56b7ca94cf6081688a 2024-11-23T11:23:38,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/7149a0201f87475493c89a86d5c66876 is 50, key is test_row_0/B:col10/1732361017543/Put/seqid=0 2024-11-23T11:23:38,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742412_1588 (size=12301) 2024-11-23T11:23:38,483 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:38,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T11:23:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:38,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T11:23:38,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:38,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T11:23:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:38,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361078667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:38,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361078668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:38,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361078670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:38,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361078672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:38,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/7149a0201f87475493c89a86d5c66876 2024-11-23T11:23:38,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/1dad14c8dd6341158334ce03fbfb1988 is 50, key is test_row_0/C:col10/1732361017543/Put/seqid=0 2024-11-23T11:23:38,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742413_1589 (size=12301) 2024-11-23T11:23:38,788 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:38,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T11:23:38,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:38,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:38,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:38,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,941 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:38,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T11:23:38,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:38,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:38,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:38,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:39,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:39,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T11:23:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:39,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T11:23:39,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/1dad14c8dd6341158334ce03fbfb1988 2024-11-23T11:23:39,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/f56e1aa0b8c94c56b7ca94cf6081688a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f56e1aa0b8c94c56b7ca94cf6081688a 2024-11-23T11:23:39,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f56e1aa0b8c94c56b7ca94cf6081688a, entries=150, sequenceid=320, filesize=30.5 K 2024-11-23T11:23:39,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/7149a0201f87475493c89a86d5c66876 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/7149a0201f87475493c89a86d5c66876 2024-11-23T11:23:39,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/7149a0201f87475493c89a86d5c66876, entries=150, sequenceid=320, filesize=12.0 K 2024-11-23T11:23:39,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/1dad14c8dd6341158334ce03fbfb1988 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/1dad14c8dd6341158334ce03fbfb1988 2024-11-23T11:23:39,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/1dad14c8dd6341158334ce03fbfb1988, entries=150, sequenceid=320, filesize=12.0 K 2024-11-23T11:23:39,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 1653ms, sequenceid=320, compaction requested=true 2024-11-23T11:23:39,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:39,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:39,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:39,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:39,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:39,199 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:39,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:23:39,199 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:39,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:39,199 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:39,199 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:39,199 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/A is initiating minor compaction (all files) 2024-11-23T11:23:39,199 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/B is initiating minor compaction (all files) 2024-11-23T11:23:39,199 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/A in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:39,199 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/B in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:39,200 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/c50bc3b917bc46859132c14b6717d9ae, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/79595042da8c4dce84e686a1476ee621, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f56e1aa0b8c94c56b7ca94cf6081688a] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=92.2 K 2024-11-23T11:23:39,200 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/f51d487e7ae44e08836df1a848e1fa82, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/da1a235343c2493fb75ce525f6ef2c85, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/7149a0201f87475493c89a86d5c66876] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=36.7 K 2024-11-23T11:23:39,200 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:39,200 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/c50bc3b917bc46859132c14b6717d9ae, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/79595042da8c4dce84e686a1476ee621, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f56e1aa0b8c94c56b7ca94cf6081688a] 2024-11-23T11:23:39,200 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting f51d487e7ae44e08836df1a848e1fa82, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732361013086 2024-11-23T11:23:39,200 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting c50bc3b917bc46859132c14b6717d9ae, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732361013086 2024-11-23T11:23:39,200 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79595042da8c4dce84e686a1476ee621, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732361014212 2024-11-23T11:23:39,200 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting da1a235343c2493fb75ce525f6ef2c85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732361014212 2024-11-23T11:23:39,201 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 7149a0201f87475493c89a86d5c66876, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732361015416 2024-11-23T11:23:39,201 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting f56e1aa0b8c94c56b7ca94cf6081688a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732361015416 2024-11-23T11:23:39,206 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:39,207 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:39,208 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123f8e98da049034ca0833d3a60a64fe051_c5a1f7f3e0eff5cbdba43e58f6c759c4 store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:39,208 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/a86a67abd2c04b1fad0e3360e94227ed is 50, key is test_row_0/B:col10/1732361017543/Put/seqid=0 2024-11-23T11:23:39,209 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123f8e98da049034ca0833d3a60a64fe051_c5a1f7f3e0eff5cbdba43e58f6c759c4, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:39,209 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f8e98da049034ca0833d3a60a64fe051_c5a1f7f3e0eff5cbdba43e58f6c759c4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:39,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742414_1590 (size=13051) 2024-11-23T11:23:39,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742415_1591 (size=4469) 2024-11-23T11:23:39,218 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/a86a67abd2c04b1fad0e3360e94227ed as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/a86a67abd2c04b1fad0e3360e94227ed 2024-11-23T11:23:39,221 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/B of c5a1f7f3e0eff5cbdba43e58f6c759c4 into a86a67abd2c04b1fad0e3360e94227ed(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:39,221 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:39,221 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/B, priority=13, startTime=1732361019198; duration=0sec 2024-11-23T11:23:39,221 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:39,221 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:B 2024-11-23T11:23:39,221 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T11:23:39,222 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T11:23:39,222 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/C is initiating minor compaction (all files) 2024-11-23T11:23:39,222 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/C in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:39,222 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/203fe6ee1f9649d58e9ccf5432fcadc5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/9a6a64efa76e456aa3f7271d1f1f7f3f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/1dad14c8dd6341158334ce03fbfb1988] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=36.7 K 2024-11-23T11:23:39,222 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 203fe6ee1f9649d58e9ccf5432fcadc5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732361013086 2024-11-23T11:23:39,223 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a6a64efa76e456aa3f7271d1f1f7f3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732361014212 2024-11-23T11:23:39,223 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dad14c8dd6341158334ce03fbfb1988, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732361015416 2024-11-23T11:23:39,229 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#C#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:39,230 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/d60b198822ff49799fe559f9c5c440e7 is 50, key is test_row_0/C:col10/1732361017543/Put/seqid=0 2024-11-23T11:23:39,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742416_1592 (size=13051) 2024-11-23T11:23:39,239 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/d60b198822ff49799fe559f9c5c440e7 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/d60b198822ff49799fe559f9c5c440e7 2024-11-23T11:23:39,244 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/C of c5a1f7f3e0eff5cbdba43e58f6c759c4 into d60b198822ff49799fe559f9c5c440e7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:39,244 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:39,244 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/C, priority=13, startTime=1732361019199; duration=0sec 2024-11-23T11:23:39,244 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:39,244 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:C 2024-11-23T11:23:39,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:39,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T11:23:39,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:39,246 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T11:23:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:39,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232ef25d0ae0e6411ca1630971623bdce0_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361017557/Put/seqid=0 2024-11-23T11:23:39,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742417_1593 (size=12454) 2024-11-23T11:23:39,616 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#A#compaction#491 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:39,616 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/f6312dab47034fbb848983f91bc37747 is 175, key is test_row_0/A:col10/1732361017543/Put/seqid=0 2024-11-23T11:23:39,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742418_1594 (size=32005) 2024-11-23T11:23:39,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:39,660 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232ef25d0ae0e6411ca1630971623bdce0_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232ef25d0ae0e6411ca1630971623bdce0_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:39,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/df6375d017b446eeb8382ab71dc1ff61, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:39,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/df6375d017b446eeb8382ab71dc1ff61 is 175, key is test_row_0/A:col10/1732361017557/Put/seqid=0 2024-11-23T11:23:39,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742419_1595 (size=31255) 2024-11-23T11:23:39,670 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/df6375d017b446eeb8382ab71dc1ff61 2024-11-23T11:23:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:39,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/cebf0c4d83f34579928a6ef063c44c80 is 50, key is test_row_0/B:col10/1732361017557/Put/seqid=0 2024-11-23T11:23:39,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742420_1596 (size=12301) 2024-11-23T11:23:39,683 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/cebf0c4d83f34579928a6ef063c44c80 2024-11-23T11:23:39,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/807ba026f03c414bac832da279f2ef73 is 50, key is test_row_0/C:col10/1732361017557/Put/seqid=0 2024-11-23T11:23:39,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742421_1597 (size=12301) 2024-11-23T11:23:39,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361079693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:39,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:39,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361079694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361079694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:39,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361079695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:39,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361079796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:39,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361079798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:39,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361079798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:39,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361079798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361079999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361080000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361080001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361080002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,025 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/f6312dab47034fbb848983f91bc37747 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f6312dab47034fbb848983f91bc37747 2024-11-23T11:23:40,029 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/A of c5a1f7f3e0eff5cbdba43e58f6c759c4 into f6312dab47034fbb848983f91bc37747(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:40,029 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:40,029 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/A, priority=13, startTime=1732361019198; duration=0sec 2024-11-23T11:23:40,029 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:40,029 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:A 2024-11-23T11:23:40,093 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/807ba026f03c414bac832da279f2ef73 2024-11-23T11:23:40,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/df6375d017b446eeb8382ab71dc1ff61 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/df6375d017b446eeb8382ab71dc1ff61 2024-11-23T11:23:40,099 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/df6375d017b446eeb8382ab71dc1ff61, entries=150, sequenceid=333, filesize=30.5 K 2024-11-23T11:23:40,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/cebf0c4d83f34579928a6ef063c44c80 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/cebf0c4d83f34579928a6ef063c44c80 2024-11-23T11:23:40,103 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/cebf0c4d83f34579928a6ef063c44c80, entries=150, sequenceid=333, filesize=12.0 K 2024-11-23T11:23:40,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/807ba026f03c414bac832da279f2ef73 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/807ba026f03c414bac832da279f2ef73 2024-11-23T11:23:40,107 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/807ba026f03c414bac832da279f2ef73, entries=150, sequenceid=333, filesize=12.0 K 2024-11-23T11:23:40,107 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 861ms, sequenceid=333, compaction requested=false 2024-11-23T11:23:40,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:40,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:40,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-23T11:23:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-23T11:23:40,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-23T11:23:40,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0820 sec 2024-11-23T11:23:40,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.0850 sec 2024-11-23T11:23:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T11:23:40,129 INFO [Thread-2248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-23T11:23:40,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-23T11:23:40,132 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T11:23:40,132 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:40,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T11:23:40,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T11:23:40,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:40,284 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T11:23:40,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:40,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:40,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:40,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:40,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:40,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:40,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:40,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123910220049458496692b0c6b7c4804e9f_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361019693/Put/seqid=0 2024-11-23T11:23:40,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742422_1598 (size=12454) 2024-11-23T11:23:40,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361080309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361080310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361080311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361080311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361080413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361080413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361080413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361080413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T11:23:40,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361080614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361080614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361080615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361080615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:40,713 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123910220049458496692b0c6b7c4804e9f_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123910220049458496692b0c6b7c4804e9f_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:40,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/0c313cf1425d4bcdb0e7c869e5d0aa75, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/0c313cf1425d4bcdb0e7c869e5d0aa75 is 175, key is test_row_0/A:col10/1732361019693/Put/seqid=0 2024-11-23T11:23:40,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742423_1599 (size=31255) 2024-11-23T11:23:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T11:23:40,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361080917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361080917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361080918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:40,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361080921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:41,119 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/0c313cf1425d4bcdb0e7c869e5d0aa75 2024-11-23T11:23:41,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/80f61195742c43379a153e9227a59258 is 50, key is test_row_0/B:col10/1732361019693/Put/seqid=0 2024-11-23T11:23:41,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742424_1600 (size=12301) 2024-11-23T11:23:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T11:23:41,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361081422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:41,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361081423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:41,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361081423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:41,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361081424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:41,529 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/80f61195742c43379a153e9227a59258 2024-11-23T11:23:41,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/661d0038aafd43ebb93d0926785c1ec8 is 50, key is test_row_0/C:col10/1732361019693/Put/seqid=0 2024-11-23T11:23:41,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742425_1601 (size=12301) 2024-11-23T11:23:41,548 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/661d0038aafd43ebb93d0926785c1ec8 2024-11-23T11:23:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/0c313cf1425d4bcdb0e7c869e5d0aa75 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/0c313cf1425d4bcdb0e7c869e5d0aa75 2024-11-23T11:23:41,554 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/0c313cf1425d4bcdb0e7c869e5d0aa75, entries=150, sequenceid=360, filesize=30.5 K 2024-11-23T11:23:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/80f61195742c43379a153e9227a59258 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/80f61195742c43379a153e9227a59258 2024-11-23T11:23:41,559 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/80f61195742c43379a153e9227a59258, entries=150, sequenceid=360, filesize=12.0 K 2024-11-23T11:23:41,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/661d0038aafd43ebb93d0926785c1ec8 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/661d0038aafd43ebb93d0926785c1ec8 2024-11-23T11:23:41,563 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/661d0038aafd43ebb93d0926785c1ec8, entries=150, sequenceid=360, filesize=12.0 K 2024-11-23T11:23:41,564 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 1280ms, sequenceid=360, compaction requested=true 2024-11-23T11:23:41,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:41,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:41,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-23T11:23:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-23T11:23:41,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-23T11:23:41,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4320 sec 2024-11-23T11:23:41,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.4360 sec 2024-11-23T11:23:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:42,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T11:23:42,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:42,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:42,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:42,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:42,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:42,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:42,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239aa0b14ce24945b196ee42e64aab3ff5_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361020310/Put/seqid=0 2024-11-23T11:23:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742426_1602 (size=14994) 2024-11-23T11:23:42,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:42,067 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239aa0b14ce24945b196ee42e64aab3ff5_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239aa0b14ce24945b196ee42e64aab3ff5_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:42,068 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/0b545a06cd88438a8fbe60370945d5ed, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:42,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/0b545a06cd88438a8fbe60370945d5ed is 175, key is test_row_0/A:col10/1732361020310/Put/seqid=0 2024-11-23T11:23:42,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742427_1603 (size=39949) 2024-11-23T11:23:42,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/0b545a06cd88438a8fbe60370945d5ed 2024-11-23T11:23:42,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/4304996d7f6a403293e5628558eb08f4 is 50, key is test_row_0/B:col10/1732361020310/Put/seqid=0 2024-11-23T11:23:42,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742428_1604 (size=12301) 2024-11-23T11:23:42,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361082107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:42,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361082210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T11:23:42,236 INFO [Thread-2248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-23T11:23:42,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T11:23:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-23T11:23:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T11:23:42,238 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T11:23:42,239 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T11:23:42,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T11:23:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T11:23:42,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:42,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T11:23:42,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:42,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:42,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:42,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:42,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:42,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361082413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:42,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58304 deadline: 1732361082425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:42,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58316 deadline: 1732361082427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:42,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58356 deadline: 1732361082432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:42,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58302 deadline: 1732361082432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:42,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/4304996d7f6a403293e5628558eb08f4 2024-11-23T11:23:42,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/be43bf3a1f484c9ba56e405c915e913a is 50, key is test_row_0/C:col10/1732361020310/Put/seqid=0 2024-11-23T11:23:42,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742429_1605 (size=12301) 2024-11-23T11:23:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T11:23:42,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:42,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T11:23:42,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:42,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:42,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:42,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:42,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:42,695 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:42,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T11:23:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:42,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:42,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361082716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T11:23:42,847 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:42,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T11:23:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:42,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:23:42,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/be43bf3a1f484c9ba56e405c915e913a 2024-11-23T11:23:42,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/0b545a06cd88438a8fbe60370945d5ed as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/0b545a06cd88438a8fbe60370945d5ed 2024-11-23T11:23:42,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/0b545a06cd88438a8fbe60370945d5ed, entries=200, sequenceid=372, filesize=39.0 K 2024-11-23T11:23:42,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/4304996d7f6a403293e5628558eb08f4 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/4304996d7f6a403293e5628558eb08f4 2024-11-23T11:23:42,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/4304996d7f6a403293e5628558eb08f4, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T11:23:42,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/be43bf3a1f484c9ba56e405c915e913a as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/be43bf3a1f484c9ba56e405c915e913a 2024-11-23T11:23:42,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/be43bf3a1f484c9ba56e405c915e913a, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T11:23:42,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 858ms, sequenceid=372, compaction requested=true 2024-11-23T11:23:42,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:42,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:42,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:42,910 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:23:42,910 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:23:42,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:42,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:42,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T11:23:42,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:42,911 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:23:42,911 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/B is initiating minor compaction (all files) 2024-11-23T11:23:42,911 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:23:42,911 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/B in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:42,911 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/A is initiating minor compaction (all files) 2024-11-23T11:23:42,911 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/A in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:42,911 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/a86a67abd2c04b1fad0e3360e94227ed, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/cebf0c4d83f34579928a6ef063c44c80, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/80f61195742c43379a153e9227a59258, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/4304996d7f6a403293e5628558eb08f4] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=48.8 K 2024-11-23T11:23:42,911 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f6312dab47034fbb848983f91bc37747, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/df6375d017b446eeb8382ab71dc1ff61, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/0c313cf1425d4bcdb0e7c869e5d0aa75, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/0b545a06cd88438a8fbe60370945d5ed] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=131.3 K 2024-11-23T11:23:42,912 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:42,912 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. files: [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f6312dab47034fbb848983f91bc37747, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/df6375d017b446eeb8382ab71dc1ff61, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/0c313cf1425d4bcdb0e7c869e5d0aa75, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/0b545a06cd88438a8fbe60370945d5ed] 2024-11-23T11:23:42,912 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting a86a67abd2c04b1fad0e3360e94227ed, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732361015416 2024-11-23T11:23:42,912 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6312dab47034fbb848983f91bc37747, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732361015416 2024-11-23T11:23:42,912 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting cebf0c4d83f34579928a6ef063c44c80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732361017547 2024-11-23T11:23:42,912 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting df6375d017b446eeb8382ab71dc1ff61, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732361017547 2024-11-23T11:23:42,912 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 80f61195742c43379a153e9227a59258, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732361019688 2024-11-23T11:23:42,912 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c313cf1425d4bcdb0e7c869e5d0aa75, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732361019688 2024-11-23T11:23:42,912 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 4304996d7f6a403293e5628558eb08f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732361020308 2024-11-23T11:23:42,913 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b545a06cd88438a8fbe60370945d5ed, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732361020308 2024-11-23T11:23:42,918 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:42,920 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#B#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:42,921 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411231c9b77466fd44f9ea5b63664bf3fef6c_c5a1f7f3e0eff5cbdba43e58f6c759c4 store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:42,921 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/313358001c4641adbcae07f2bcbbcdaa is 50, key is test_row_0/B:col10/1732361020310/Put/seqid=0 2024-11-23T11:23:42,922 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411231c9b77466fd44f9ea5b63664bf3fef6c_c5a1f7f3e0eff5cbdba43e58f6c759c4, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:42,922 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231c9b77466fd44f9ea5b63664bf3fef6c_c5a1f7f3e0eff5cbdba43e58f6c759c4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:42,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742431_1607 (size=13187) 2024-11-23T11:23:42,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742430_1606 (size=4469) 2024-11-23T11:23:42,932 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/313358001c4641adbcae07f2bcbbcdaa as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/313358001c4641adbcae07f2bcbbcdaa 2024-11-23T11:23:42,935 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/B of c5a1f7f3e0eff5cbdba43e58f6c759c4 into 313358001c4641adbcae07f2bcbbcdaa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:42,935 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:42,935 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/B, priority=12, startTime=1732361022910; duration=0sec 2024-11-23T11:23:42,935 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T11:23:42,935 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:B 2024-11-23T11:23:42,936 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:23:42,937 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T11:23:42,937 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1540): c5a1f7f3e0eff5cbdba43e58f6c759c4/C is initiating minor compaction (all files) 2024-11-23T11:23:42,937 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c5a1f7f3e0eff5cbdba43e58f6c759c4/C in TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:42,937 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/d60b198822ff49799fe559f9c5c440e7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/807ba026f03c414bac832da279f2ef73, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/661d0038aafd43ebb93d0926785c1ec8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/be43bf3a1f484c9ba56e405c915e913a] into tmpdir=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp, totalSize=48.8 K 2024-11-23T11:23:42,938 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting d60b198822ff49799fe559f9c5c440e7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732361015416 2024-11-23T11:23:42,938 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 807ba026f03c414bac832da279f2ef73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732361017547 2024-11-23T11:23:42,938 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting 661d0038aafd43ebb93d0926785c1ec8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732361019688 2024-11-23T11:23:42,939 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] compactions.Compactor(224): Compacting be43bf3a1f484c9ba56e405c915e913a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732361020308 2024-11-23T11:23:42,945 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#C#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:42,946 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/29e83d13722c4805a693dcb06c116310 is 50, key is test_row_0/C:col10/1732361020310/Put/seqid=0 2024-11-23T11:23:42,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742432_1608 (size=13187) 2024-11-23T11:23:42,953 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/29e83d13722c4805a693dcb06c116310 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/29e83d13722c4805a693dcb06c116310 2024-11-23T11:23:42,957 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/C of c5a1f7f3e0eff5cbdba43e58f6c759c4 into 29e83d13722c4805a693dcb06c116310(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:42,957 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:42,957 INFO [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/C, priority=12, startTime=1732361022910; duration=0sec 2024-11-23T11:23:42,957 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:42,957 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:C 2024-11-23T11:23:42,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:43,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T11:23:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:43,000 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T11:23:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:43,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e7b55d1d57c04c8ca5467eb2366eb854_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361022104/Put/seqid=0 2024-11-23T11:23:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742433_1609 (size=12454) 2024-11-23T11:23:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:43,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. as already flushing 2024-11-23T11:23:43,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361083238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:43,327 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5a1f7f3e0eff5cbdba43e58f6c759c4#A#compaction#504 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:23:43,328 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/b88edeae2cf547daa070513b17e3e29e is 175, key is test_row_0/A:col10/1732361020310/Put/seqid=0 2024-11-23T11:23:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742434_1610 (size=32141) 2024-11-23T11:23:43,336 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/b88edeae2cf547daa070513b17e3e29e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/b88edeae2cf547daa070513b17e3e29e 2024-11-23T11:23:43,340 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c5a1f7f3e0eff5cbdba43e58f6c759c4/A of c5a1f7f3e0eff5cbdba43e58f6c759c4 into b88edeae2cf547daa070513b17e3e29e(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:23:43,340 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:43,340 INFO [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4., storeName=c5a1f7f3e0eff5cbdba43e58f6c759c4/A, priority=12, startTime=1732361022909; duration=0sec 2024-11-23T11:23:43,340 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:43,340 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:A 2024-11-23T11:23:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T11:23:43,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361083341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:43,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:43,413 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e7b55d1d57c04c8ca5467eb2366eb854_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7b55d1d57c04c8ca5467eb2366eb854_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/19011b56de9340678b043dc6cfcc68cc, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:43,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/19011b56de9340678b043dc6cfcc68cc is 175, key is test_row_0/A:col10/1732361022104/Put/seqid=0 2024-11-23T11:23:43,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742435_1611 (size=31255) 2024-11-23T11:23:43,419 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/19011b56de9340678b043dc6cfcc68cc 2024-11-23T11:23:43,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/de5e7b9753154312a719d10c62c70cda is 50, key is test_row_0/B:col10/1732361022104/Put/seqid=0 2024-11-23T11:23:43,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742436_1612 (size=12301) 2024-11-23T11:23:43,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361083544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:43,767 DEBUG [Thread-2249 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f6a59e4 to 127.0.0.1:63731 2024-11-23T11:23:43,767 DEBUG [Thread-2249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:43,767 DEBUG [Thread-2251 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:63731 2024-11-23T11:23:43,767 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:43,768 DEBUG [Thread-2257 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c2838a to 127.0.0.1:63731 2024-11-23T11:23:43,768 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:43,768 DEBUG [Thread-2255 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cfdf76c to 127.0.0.1:63731 2024-11-23T11:23:43,768 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:43,768 DEBUG [Thread-2253 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a3b66d3 to 127.0.0.1:63731 2024-11-23T11:23:43,769 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:43,829 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/de5e7b9753154312a719d10c62c70cda 2024-11-23T11:23:43,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/c80d37bd33da4cb892485c50462b8c5d is 50, key is test_row_0/C:col10/1732361022104/Put/seqid=0 2024-11-23T11:23:43,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742437_1613 (size=12301) 2024-11-23T11:23:43,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T11:23:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732361083846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:44,239 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/c80d37bd33da4cb892485c50462b8c5d 2024-11-23T11:23:44,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/19011b56de9340678b043dc6cfcc68cc as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/19011b56de9340678b043dc6cfcc68cc 2024-11-23T11:23:44,244 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/19011b56de9340678b043dc6cfcc68cc, entries=150, sequenceid=398, filesize=30.5 K 2024-11-23T11:23:44,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/de5e7b9753154312a719d10c62c70cda as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/de5e7b9753154312a719d10c62c70cda 2024-11-23T11:23:44,247 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/de5e7b9753154312a719d10c62c70cda, entries=150, sequenceid=398, filesize=12.0 K 2024-11-23T11:23:44,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/c80d37bd33da4cb892485c50462b8c5d as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/c80d37bd33da4cb892485c50462b8c5d 2024-11-23T11:23:44,249 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/c80d37bd33da4cb892485c50462b8c5d, entries=150, sequenceid=398, filesize=12.0 K 2024-11-23T11:23:44,250 INFO [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 1250ms, sequenceid=398, compaction requested=false 2024-11-23T11:23:44,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:44,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:44,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9bf4ef99e196:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-23T11:23:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-23T11:23:44,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-23T11:23:44,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0120 sec 2024-11-23T11:23:44,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.0150 sec 2024-11-23T11:23:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T11:23:44,342 INFO [Thread-2248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-23T11:23:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37431 {}] regionserver.HRegion(8581): Flush requested on c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:44,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T11:23:44,351 DEBUG [Thread-2238 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ac53e79 to 127.0.0.1:63731 2024-11-23T11:23:44,351 DEBUG [Thread-2238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:44,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:44,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ddb2ee85c7a6405fbd0b9bcbc03c6c6c_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361023237/Put/seqid=0 2024-11-23T11:23:44,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742438_1614 (size=12454) 2024-11-23T11:23:44,439 DEBUG [Thread-2242 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:63731 2024-11-23T11:23:44,439 DEBUG [Thread-2242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:44,442 DEBUG [Thread-2240 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9c3e to 127.0.0.1:63731 2024-11-23T11:23:44,442 DEBUG [Thread-2240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:44,444 DEBUG [Thread-2244 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11030ef5 to 127.0.0.1:63731 2024-11-23T11:23:44,444 DEBUG [Thread-2244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:44,450 DEBUG [Thread-2246 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:63731 2024-11-23T11:23:44,450 DEBUG [Thread-2246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:44,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T11:23:44,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-23T11:23:44,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-23T11:23:44,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 177 2024-11-23T11:23:44,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-23T11:23:44,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-23T11:23:44,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T11:23:44,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6048 2024-11-23T11:23:44,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6111 2024-11-23T11:23:44,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6088 2024-11-23T11:23:44,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6080 2024-11-23T11:23:44,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6119 2024-11-23T11:23:44,450 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T11:23:44,450 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T11:23:44,450 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5765d46a to 127.0.0.1:63731 2024-11-23T11:23:44,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:44,451 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T11:23:44,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T11:23:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T11:23:44,453 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732361024453"}]},"ts":"1732361024453"} 2024-11-23T11:23:44,454 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T11:23:44,456 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T11:23:44,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T11:23:44,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5a1f7f3e0eff5cbdba43e58f6c759c4, UNASSIGN}] 2024-11-23T11:23:44,457 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5a1f7f3e0eff5cbdba43e58f6c759c4, UNASSIGN 2024-11-23T11:23:44,458 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=c5a1f7f3e0eff5cbdba43e58f6c759c4, regionState=CLOSING, regionLocation=9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:44,458 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T11:23:44,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; CloseRegionProcedure c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208}] 2024-11-23T11:23:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T11:23:44,610 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:44,610 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(124): Close c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:44,610 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T11:23:44,610 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1681): Closing c5a1f7f3e0eff5cbdba43e58f6c759c4, disabling compactions & flushes 2024-11-23T11:23:44,610 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T11:23:44,760 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:44,762 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ddb2ee85c7a6405fbd0b9bcbc03c6c6c_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ddb2ee85c7a6405fbd0b9bcbc03c6c6c_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:44,763 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/82cb19f2fe354e92a7404f9c3b25b8a8, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:44,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/82cb19f2fe354e92a7404f9c3b25b8a8 is 175, key is test_row_0/A:col10/1732361023237/Put/seqid=0 2024-11-23T11:23:44,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742439_1615 (size=31255) 2024-11-23T11:23:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T11:23:45,167 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/82cb19f2fe354e92a7404f9c3b25b8a8 2024-11-23T11:23:45,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/82e066af6860413c9981c5f0a18d1901 is 50, key is test_row_0/B:col10/1732361023237/Put/seqid=0 2024-11-23T11:23:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742440_1616 (size=12301) 2024-11-23T11:23:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T11:23:45,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/82e066af6860413c9981c5f0a18d1901 2024-11-23T11:23:45,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/2b1c1eb273954e72871638192ac0e75e is 50, key is test_row_0/C:col10/1732361023237/Put/seqid=0 2024-11-23T11:23:45,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742441_1617 (size=12301) 2024-11-23T11:23:45,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/2b1c1eb273954e72871638192ac0e75e 2024-11-23T11:23:45,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/82cb19f2fe354e92a7404f9c3b25b8a8 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/82cb19f2fe354e92a7404f9c3b25b8a8 2024-11-23T11:23:45,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/82cb19f2fe354e92a7404f9c3b25b8a8, entries=150, sequenceid=412, filesize=30.5 K 2024-11-23T11:23:45,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/82e066af6860413c9981c5f0a18d1901 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/82e066af6860413c9981c5f0a18d1901 2024-11-23T11:23:45,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/82e066af6860413c9981c5f0a18d1901, entries=150, sequenceid=412, filesize=12.0 K 2024-11-23T11:23:45,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/2b1c1eb273954e72871638192ac0e75e as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/2b1c1eb273954e72871638192ac0e75e 2024-11-23T11:23:45,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/2b1c1eb273954e72871638192ac0e75e, entries=150, sequenceid=412, filesize=12.0 K 2024-11-23T11:23:45,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 1644ms, sequenceid=412, compaction requested=true 2024-11-23T11:23:45,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:45,996 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:45,996 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:45,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T11:23:45,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:45,996 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. after waiting 0 ms 2024-11-23T11:23:45,996 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. because compaction request was cancelled 2024-11-23T11:23:45,996 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:45,996 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:A 2024-11-23T11:23:45,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:45,996 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. because compaction request was cancelled 2024-11-23T11:23:45,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:45,996 DEBUG [RS:0;9bf4ef99e196:37431-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:B 2024-11-23T11:23:45,996 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. because compaction request was cancelled 2024-11-23T11:23:45,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5a1f7f3e0eff5cbdba43e58f6c759c4:C, priority=-2147483648, current under compaction store size is 2 2024-11-23T11:23:45,996 DEBUG [RS:0;9bf4ef99e196:37431-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5a1f7f3e0eff5cbdba43e58f6c759c4:C 2024-11-23T11:23:45,996 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(2837): Flushing c5a1f7f3e0eff5cbdba43e58f6c759c4 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T11:23:45,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T11:23:45,996 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=A 2024-11-23T11:23:45,996 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:45,996 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=B 2024-11-23T11:23:45,996 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:45,996 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5a1f7f3e0eff5cbdba43e58f6c759c4, store=C 2024-11-23T11:23:45,996 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T11:23:46,001 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239c5f208e406c4ee393006f13ee41793b_c5a1f7f3e0eff5cbdba43e58f6c759c4 is 50, key is test_row_0/A:col10/1732361024443/Put/seqid=0 2024-11-23T11:23:46,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742442_1618 (size=9914) 2024-11-23T11:23:46,410 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:23:46,412 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239c5f208e406c4ee393006f13ee41793b_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239c5f208e406c4ee393006f13ee41793b_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:46,413 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/4506fc3e427e4b0d9ee76471dbd4a120, store: [table=TestAcidGuarantees family=A region=c5a1f7f3e0eff5cbdba43e58f6c759c4] 2024-11-23T11:23:46,413 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/4506fc3e427e4b0d9ee76471dbd4a120 is 175, key is test_row_0/A:col10/1732361024443/Put/seqid=0 2024-11-23T11:23:46,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742443_1619 (size=22561) 2024-11-23T11:23:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T11:23:46,817 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=419, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/4506fc3e427e4b0d9ee76471dbd4a120 2024-11-23T11:23:46,823 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/bc5094668e4c44ddb2c01ea8eafd1ae9 is 50, key is test_row_0/B:col10/1732361024443/Put/seqid=0 2024-11-23T11:23:46,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742444_1620 (size=9857) 2024-11-23T11:23:47,227 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/bc5094668e4c44ddb2c01ea8eafd1ae9 2024-11-23T11:23:47,232 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/c84e9fd1db8940b883cf9b8f52bd7cb6 is 50, key is test_row_0/C:col10/1732361024443/Put/seqid=0 2024-11-23T11:23:47,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742445_1621 (size=9857) 2024-11-23T11:23:47,635 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/c84e9fd1db8940b883cf9b8f52bd7cb6 2024-11-23T11:23:47,639 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/A/4506fc3e427e4b0d9ee76471dbd4a120 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/4506fc3e427e4b0d9ee76471dbd4a120 2024-11-23T11:23:47,642 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/4506fc3e427e4b0d9ee76471dbd4a120, entries=100, sequenceid=419, filesize=22.0 K 2024-11-23T11:23:47,643 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/B/bc5094668e4c44ddb2c01ea8eafd1ae9 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/bc5094668e4c44ddb2c01ea8eafd1ae9 2024-11-23T11:23:47,645 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/bc5094668e4c44ddb2c01ea8eafd1ae9, entries=100, sequenceid=419, filesize=9.6 K 2024-11-23T11:23:47,646 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/.tmp/C/c84e9fd1db8940b883cf9b8f52bd7cb6 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/c84e9fd1db8940b883cf9b8f52bd7cb6 2024-11-23T11:23:47,649 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/c84e9fd1db8940b883cf9b8f52bd7cb6, entries=100, sequenceid=419, filesize=9.6 K 2024-11-23T11:23:47,650 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for c5a1f7f3e0eff5cbdba43e58f6c759c4 in 1654ms, sequenceid=419, compaction requested=true 2024-11-23T11:23:47,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ff911b60384a475f89255f662284e927, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/b105960900ea43e9a66a2b5b0cff1ba4, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f2661438407d408e84c7651732a0138e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ecdf8f6cc52b4401806027e6090cf3f5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/1ee92a2139574306a207f0cb2083a6f9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/3c6f9f7f40c94ce981d8989105bf0908, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/267e73667437438198996d6f6fc1505a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/27e0a82b741b4f9f9bb2b7159935df48, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/11d9de49ece54eabaec136209e18e316, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ae21af4c3e8d442ea68657d7d88afc02, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/da665be0bba342178c8c47077ea4fd72, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/707a41fed4dc4db58039f7a8d44df0e0, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/5d6de73631c04cc8962358aa63b8e304, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/5bdc0f6cbcf445999e985d4a65a2b538, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/e69710db0908462fa503aaa85f1a0e17, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/7a272f0341ba464bb416d629e9796916, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/d33fc03c2ce241ac890425bdb31fb457, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f5ba62c2587d404db2f1db7839e4e725, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/c50bc3b917bc46859132c14b6717d9ae, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/a20e7da0ee7344e5b745637de4e4f7d9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/79595042da8c4dce84e686a1476ee621, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f6312dab47034fbb848983f91bc37747, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f56e1aa0b8c94c56b7ca94cf6081688a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/df6375d017b446eeb8382ab71dc1ff61, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/0c313cf1425d4bcdb0e7c869e5d0aa75, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/0b545a06cd88438a8fbe60370945d5ed] to archive 2024-11-23T11:23:47,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:23:47,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ff911b60384a475f89255f662284e927 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ff911b60384a475f89255f662284e927 2024-11-23T11:23:47,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/b105960900ea43e9a66a2b5b0cff1ba4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/b105960900ea43e9a66a2b5b0cff1ba4 2024-11-23T11:23:47,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f2661438407d408e84c7651732a0138e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f2661438407d408e84c7651732a0138e 2024-11-23T11:23:47,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ecdf8f6cc52b4401806027e6090cf3f5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ecdf8f6cc52b4401806027e6090cf3f5 2024-11-23T11:23:47,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/1ee92a2139574306a207f0cb2083a6f9 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/1ee92a2139574306a207f0cb2083a6f9 2024-11-23T11:23:47,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/3c6f9f7f40c94ce981d8989105bf0908 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/3c6f9f7f40c94ce981d8989105bf0908 2024-11-23T11:23:47,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/267e73667437438198996d6f6fc1505a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/267e73667437438198996d6f6fc1505a 2024-11-23T11:23:47,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/27e0a82b741b4f9f9bb2b7159935df48 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/27e0a82b741b4f9f9bb2b7159935df48 2024-11-23T11:23:47,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/11d9de49ece54eabaec136209e18e316 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/11d9de49ece54eabaec136209e18e316 2024-11-23T11:23:47,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ae21af4c3e8d442ea68657d7d88afc02 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/ae21af4c3e8d442ea68657d7d88afc02 2024-11-23T11:23:47,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/da665be0bba342178c8c47077ea4fd72 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/da665be0bba342178c8c47077ea4fd72 2024-11-23T11:23:47,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/707a41fed4dc4db58039f7a8d44df0e0 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/707a41fed4dc4db58039f7a8d44df0e0 2024-11-23T11:23:47,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/5d6de73631c04cc8962358aa63b8e304 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/5d6de73631c04cc8962358aa63b8e304 2024-11-23T11:23:47,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/5bdc0f6cbcf445999e985d4a65a2b538 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/5bdc0f6cbcf445999e985d4a65a2b538 2024-11-23T11:23:47,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/e69710db0908462fa503aaa85f1a0e17 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/e69710db0908462fa503aaa85f1a0e17 2024-11-23T11:23:47,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/7a272f0341ba464bb416d629e9796916 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/7a272f0341ba464bb416d629e9796916 2024-11-23T11:23:47,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/d33fc03c2ce241ac890425bdb31fb457 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/d33fc03c2ce241ac890425bdb31fb457 2024-11-23T11:23:47,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f5ba62c2587d404db2f1db7839e4e725 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f5ba62c2587d404db2f1db7839e4e725 2024-11-23T11:23:47,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/c50bc3b917bc46859132c14b6717d9ae to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/c50bc3b917bc46859132c14b6717d9ae 2024-11-23T11:23:47,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/a20e7da0ee7344e5b745637de4e4f7d9 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/a20e7da0ee7344e5b745637de4e4f7d9 2024-11-23T11:23:47,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/79595042da8c4dce84e686a1476ee621 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/79595042da8c4dce84e686a1476ee621 2024-11-23T11:23:47,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f6312dab47034fbb848983f91bc37747 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f6312dab47034fbb848983f91bc37747 2024-11-23T11:23:47,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f56e1aa0b8c94c56b7ca94cf6081688a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/f56e1aa0b8c94c56b7ca94cf6081688a 2024-11-23T11:23:47,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/df6375d017b446eeb8382ab71dc1ff61 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/df6375d017b446eeb8382ab71dc1ff61 2024-11-23T11:23:47,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/0c313cf1425d4bcdb0e7c869e5d0aa75 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/0c313cf1425d4bcdb0e7c869e5d0aa75 2024-11-23T11:23:47,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/0b545a06cd88438a8fbe60370945d5ed to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/0b545a06cd88438a8fbe60370945d5ed 2024-11-23T11:23:47,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/6fc328213a4c47448fef38d266dae784, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/01ce31aa5ad449638b60c8f612e4e652, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/faaab36c568e4992ab7f2949f133b025, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/d889be2b0cce4cc1bf3d969978f6f2ea, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/1e3382789b564b4aac8c1ebda6965f23, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/02ea78301cb3464aa7ab7b1a56acc96f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/408d0a8b05ff47f48a6021ab480481fe, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/cb4ff1a03f4141a090228fbdf1cfe8f1, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/7459002ffc6e40b582fcc85a94419afd, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/164700b587804d41ba9687f1879d5007, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/fd69158312b047a8be2d0a91dec224ff, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/a013c486276b4a0cb66aa48ba7c7842e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/60bf9797a1cd4393a9a730f5d535de22, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/d37265d89f1d49b499c8c1c909df531c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/e601496bc0cd4af7a03a9faa30a28041, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/5cca3e82164a425890e525692d8cc78b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/81d765e401324c5aac93f406ca36ea78, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/466a0a77ee534854a33eddb3e8a88167, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/f51d487e7ae44e08836df1a848e1fa82, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/bfc050dc07224f81a936d14bbac325b5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/da1a235343c2493fb75ce525f6ef2c85, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/a86a67abd2c04b1fad0e3360e94227ed, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/7149a0201f87475493c89a86d5c66876, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/cebf0c4d83f34579928a6ef063c44c80, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/80f61195742c43379a153e9227a59258, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/4304996d7f6a403293e5628558eb08f4] to archive 2024-11-23T11:23:47,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:23:47,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/6fc328213a4c47448fef38d266dae784 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/6fc328213a4c47448fef38d266dae784 2024-11-23T11:23:47,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/01ce31aa5ad449638b60c8f612e4e652 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/01ce31aa5ad449638b60c8f612e4e652 2024-11-23T11:23:47,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/faaab36c568e4992ab7f2949f133b025 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/faaab36c568e4992ab7f2949f133b025 2024-11-23T11:23:47,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/d889be2b0cce4cc1bf3d969978f6f2ea to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/d889be2b0cce4cc1bf3d969978f6f2ea 2024-11-23T11:23:47,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/1e3382789b564b4aac8c1ebda6965f23 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/1e3382789b564b4aac8c1ebda6965f23 2024-11-23T11:23:47,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/02ea78301cb3464aa7ab7b1a56acc96f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/02ea78301cb3464aa7ab7b1a56acc96f 2024-11-23T11:23:47,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/408d0a8b05ff47f48a6021ab480481fe to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/408d0a8b05ff47f48a6021ab480481fe 2024-11-23T11:23:47,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/cb4ff1a03f4141a090228fbdf1cfe8f1 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/cb4ff1a03f4141a090228fbdf1cfe8f1 2024-11-23T11:23:47,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/7459002ffc6e40b582fcc85a94419afd to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/7459002ffc6e40b582fcc85a94419afd 2024-11-23T11:23:47,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/164700b587804d41ba9687f1879d5007 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/164700b587804d41ba9687f1879d5007 2024-11-23T11:23:47,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/fd69158312b047a8be2d0a91dec224ff to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/fd69158312b047a8be2d0a91dec224ff 2024-11-23T11:23:47,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/a013c486276b4a0cb66aa48ba7c7842e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/a013c486276b4a0cb66aa48ba7c7842e 2024-11-23T11:23:47,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/60bf9797a1cd4393a9a730f5d535de22 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/60bf9797a1cd4393a9a730f5d535de22 2024-11-23T11:23:47,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/d37265d89f1d49b499c8c1c909df531c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/d37265d89f1d49b499c8c1c909df531c 2024-11-23T11:23:47,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/e601496bc0cd4af7a03a9faa30a28041 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/e601496bc0cd4af7a03a9faa30a28041 2024-11-23T11:23:47,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/5cca3e82164a425890e525692d8cc78b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/5cca3e82164a425890e525692d8cc78b 2024-11-23T11:23:47,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/81d765e401324c5aac93f406ca36ea78 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/81d765e401324c5aac93f406ca36ea78 2024-11-23T11:23:47,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/466a0a77ee534854a33eddb3e8a88167 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/466a0a77ee534854a33eddb3e8a88167 2024-11-23T11:23:47,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/f51d487e7ae44e08836df1a848e1fa82 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/f51d487e7ae44e08836df1a848e1fa82 2024-11-23T11:23:47,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/bfc050dc07224f81a936d14bbac325b5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/bfc050dc07224f81a936d14bbac325b5 2024-11-23T11:23:47,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/da1a235343c2493fb75ce525f6ef2c85 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/da1a235343c2493fb75ce525f6ef2c85 2024-11-23T11:23:47,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/a86a67abd2c04b1fad0e3360e94227ed to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/a86a67abd2c04b1fad0e3360e94227ed 2024-11-23T11:23:47,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/7149a0201f87475493c89a86d5c66876 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/7149a0201f87475493c89a86d5c66876 2024-11-23T11:23:47,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/cebf0c4d83f34579928a6ef063c44c80 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/cebf0c4d83f34579928a6ef063c44c80 2024-11-23T11:23:47,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/80f61195742c43379a153e9227a59258 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/80f61195742c43379a153e9227a59258 2024-11-23T11:23:47,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/4304996d7f6a403293e5628558eb08f4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/4304996d7f6a403293e5628558eb08f4 2024-11-23T11:23:47,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/2a1033e48ef14381aeb8d6b0583721c9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/5e9fd79685a84b7b91ddb5f101fe360b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/76953f203e4b453f918b389961f4588c, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/e68db703fc074f12b6a54a32e462643a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/4b7a8e28d5174361a77238a3ae2a0208, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/31ee9c093a024affb0390f7b12e40c69, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/a4ebaa53a06e4f4f806a7cdede75ba2f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/965de89dc5c645e6bf16260da318b910, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/b10f6b1f1dbe443ca003e5688d846d9b, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/ece1f65848494526986b49cce63839e7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/5ba525b2686e4c3ca778ae89df11fad6, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/73ac521fa22445e58278c0f787fee4c7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/6aed3bc99f1a44efbddd1eb9a978d1d9, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/167092ae69ae4bcbb24f84b7d9d9f96a, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/12bc106f618e40fb813ebb448e75abf7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/d18522d780aa48a18d00132bb3a198ce, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/7583f1335b754ec29f26f1de472a35ce, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/233848aa08fa4c6596873e784108d839, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/203fe6ee1f9649d58e9ccf5432fcadc5, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/96d3abfa6335479595cc30dec2d2508e, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/9a6a64efa76e456aa3f7271d1f1f7f3f, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/d60b198822ff49799fe559f9c5c440e7, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/1dad14c8dd6341158334ce03fbfb1988, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/807ba026f03c414bac832da279f2ef73, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/661d0038aafd43ebb93d0926785c1ec8, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/be43bf3a1f484c9ba56e405c915e913a] to archive 2024-11-23T11:23:47,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:23:47,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/2a1033e48ef14381aeb8d6b0583721c9 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/2a1033e48ef14381aeb8d6b0583721c9 2024-11-23T11:23:47,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/5e9fd79685a84b7b91ddb5f101fe360b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/5e9fd79685a84b7b91ddb5f101fe360b 2024-11-23T11:23:47,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/76953f203e4b453f918b389961f4588c to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/76953f203e4b453f918b389961f4588c 2024-11-23T11:23:47,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/e68db703fc074f12b6a54a32e462643a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/e68db703fc074f12b6a54a32e462643a 2024-11-23T11:23:47,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/4b7a8e28d5174361a77238a3ae2a0208 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/4b7a8e28d5174361a77238a3ae2a0208 2024-11-23T11:23:47,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/31ee9c093a024affb0390f7b12e40c69 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/31ee9c093a024affb0390f7b12e40c69 2024-11-23T11:23:47,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/a4ebaa53a06e4f4f806a7cdede75ba2f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/a4ebaa53a06e4f4f806a7cdede75ba2f 2024-11-23T11:23:47,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/965de89dc5c645e6bf16260da318b910 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/965de89dc5c645e6bf16260da318b910 2024-11-23T11:23:47,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/b10f6b1f1dbe443ca003e5688d846d9b to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/b10f6b1f1dbe443ca003e5688d846d9b 2024-11-23T11:23:47,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/ece1f65848494526986b49cce63839e7 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/ece1f65848494526986b49cce63839e7 2024-11-23T11:23:47,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/5ba525b2686e4c3ca778ae89df11fad6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/5ba525b2686e4c3ca778ae89df11fad6 2024-11-23T11:23:47,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/73ac521fa22445e58278c0f787fee4c7 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/73ac521fa22445e58278c0f787fee4c7 2024-11-23T11:23:47,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/6aed3bc99f1a44efbddd1eb9a978d1d9 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/6aed3bc99f1a44efbddd1eb9a978d1d9 2024-11-23T11:23:47,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/167092ae69ae4bcbb24f84b7d9d9f96a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/167092ae69ae4bcbb24f84b7d9d9f96a 2024-11-23T11:23:47,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/12bc106f618e40fb813ebb448e75abf7 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/12bc106f618e40fb813ebb448e75abf7 2024-11-23T11:23:47,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/d18522d780aa48a18d00132bb3a198ce to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/d18522d780aa48a18d00132bb3a198ce 2024-11-23T11:23:47,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/7583f1335b754ec29f26f1de472a35ce to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/7583f1335b754ec29f26f1de472a35ce 2024-11-23T11:23:47,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/233848aa08fa4c6596873e784108d839 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/233848aa08fa4c6596873e784108d839 2024-11-23T11:23:47,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/203fe6ee1f9649d58e9ccf5432fcadc5 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/203fe6ee1f9649d58e9ccf5432fcadc5 2024-11-23T11:23:47,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/96d3abfa6335479595cc30dec2d2508e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/96d3abfa6335479595cc30dec2d2508e 2024-11-23T11:23:47,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/9a6a64efa76e456aa3f7271d1f1f7f3f to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/9a6a64efa76e456aa3f7271d1f1f7f3f 2024-11-23T11:23:47,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/d60b198822ff49799fe559f9c5c440e7 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/d60b198822ff49799fe559f9c5c440e7 2024-11-23T11:23:47,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/1dad14c8dd6341158334ce03fbfb1988 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/1dad14c8dd6341158334ce03fbfb1988 2024-11-23T11:23:47,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/807ba026f03c414bac832da279f2ef73 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/807ba026f03c414bac832da279f2ef73 2024-11-23T11:23:47,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/661d0038aafd43ebb93d0926785c1ec8 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/661d0038aafd43ebb93d0926785c1ec8 2024-11-23T11:23:47,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/be43bf3a1f484c9ba56e405c915e913a to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/be43bf3a1f484c9ba56e405c915e913a 2024-11-23T11:23:47,744 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/recovered.edits/422.seqid, newMaxSeqId=422, maxSeqId=4 2024-11-23T11:23:47,744 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4. 2024-11-23T11:23:47,744 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1635): Region close journal for c5a1f7f3e0eff5cbdba43e58f6c759c4: 2024-11-23T11:23:47,746 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(170): Closed c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:47,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=c5a1f7f3e0eff5cbdba43e58f6c759c4, regionState=CLOSED 2024-11-23T11:23:47,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-23T11:23:47,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseRegionProcedure c5a1f7f3e0eff5cbdba43e58f6c759c4, server=9bf4ef99e196,37431,1732360861208 in 3.2890 sec 2024-11-23T11:23:47,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-11-23T11:23:47,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5a1f7f3e0eff5cbdba43e58f6c759c4, UNASSIGN in 3.2910 sec 2024-11-23T11:23:47,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-23T11:23:47,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.2940 sec 2024-11-23T11:23:47,752 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732361027752"}]},"ts":"1732361027752"} 2024-11-23T11:23:47,753 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T11:23:47,755 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T11:23:47,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.3040 sec 2024-11-23T11:23:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T11:23:48,557 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-23T11:23:48,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T11:23:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:48,558 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T11:23:48,559 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=175, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:48,561 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,562 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C, FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/recovered.edits] 2024-11-23T11:23:48,564 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/19011b56de9340678b043dc6cfcc68cc to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/19011b56de9340678b043dc6cfcc68cc 2024-11-23T11:23:48,565 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/4506fc3e427e4b0d9ee76471dbd4a120 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/4506fc3e427e4b0d9ee76471dbd4a120 2024-11-23T11:23:48,566 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/82cb19f2fe354e92a7404f9c3b25b8a8 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/82cb19f2fe354e92a7404f9c3b25b8a8 2024-11-23T11:23:48,567 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/b88edeae2cf547daa070513b17e3e29e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/A/b88edeae2cf547daa070513b17e3e29e 2024-11-23T11:23:48,569 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/313358001c4641adbcae07f2bcbbcdaa to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/313358001c4641adbcae07f2bcbbcdaa 2024-11-23T11:23:48,570 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/82e066af6860413c9981c5f0a18d1901 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/82e066af6860413c9981c5f0a18d1901 2024-11-23T11:23:48,570 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/bc5094668e4c44ddb2c01ea8eafd1ae9 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/bc5094668e4c44ddb2c01ea8eafd1ae9 2024-11-23T11:23:48,571 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/de5e7b9753154312a719d10c62c70cda to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/B/de5e7b9753154312a719d10c62c70cda 2024-11-23T11:23:48,572 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/29e83d13722c4805a693dcb06c116310 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/29e83d13722c4805a693dcb06c116310 2024-11-23T11:23:48,573 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/2b1c1eb273954e72871638192ac0e75e to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/2b1c1eb273954e72871638192ac0e75e 2024-11-23T11:23:48,574 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/c80d37bd33da4cb892485c50462b8c5d to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/c80d37bd33da4cb892485c50462b8c5d 2024-11-23T11:23:48,574 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/c84e9fd1db8940b883cf9b8f52bd7cb6 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/C/c84e9fd1db8940b883cf9b8f52bd7cb6 2024-11-23T11:23:48,576 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/recovered.edits/422.seqid to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4/recovered.edits/422.seqid 2024-11-23T11:23:48,577 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/default/TestAcidGuarantees/c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,577 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T11:23:48,577 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T11:23:48,578 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T11:23:48,580 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123019d3d00b0de4820b1e600230de78b9c_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123019d3d00b0de4820b1e600230de78b9c_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,580 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230c69dd3ab01a488e84f66373f00c97e9_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230c69dd3ab01a488e84f66373f00c97e9_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,581 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123121e3a11c4ee4789bbd4e3ddcf285e31_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123121e3a11c4ee4789bbd4e3ddcf285e31_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,582 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231cbeef7195004e2fa7a94ef4cad60891_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231cbeef7195004e2fa7a94ef4cad60891_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,583 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232ef25d0ae0e6411ca1630971623bdce0_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232ef25d0ae0e6411ca1630971623bdce0_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,584 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232f167520ab774024a2a3d3cf92f060d9_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232f167520ab774024a2a3d3cf92f060d9_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,585 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112356d86e71f58f4e2cafad40580a0bf7d1_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112356d86e71f58f4e2cafad40580a0bf7d1_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,586 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237be32b569306437981cc608ba89c4543_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237be32b569306437981cc608ba89c4543_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,587 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123910220049458496692b0c6b7c4804e9f_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123910220049458496692b0c6b7c4804e9f_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,588 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239aa0b14ce24945b196ee42e64aab3ff5_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239aa0b14ce24945b196ee42e64aab3ff5_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,589 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239c5f208e406c4ee393006f13ee41793b_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239c5f208e406c4ee393006f13ee41793b_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,589 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239e77bee6d0914268b710ce563c4945b1_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239e77bee6d0914268b710ce563c4945b1_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,590 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a7e9d77bc6eb4579a22e6e6908131a8f_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a7e9d77bc6eb4579a22e6e6908131a8f_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,591 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bb7c384357cb4852b4fa5e56e8ef46fd_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bb7c384357cb4852b4fa5e56e8ef46fd_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,592 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c1281a9562cb42f98732e17962cadd5c_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c1281a9562cb42f98732e17962cadd5c_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,593 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d8af476698534c4b9e76f014ca16fa1b_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d8af476698534c4b9e76f014ca16fa1b_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,593 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d9cea31ece2e4a86b1a0fa19c5106ae0_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d9cea31ece2e4a86b1a0fa19c5106ae0_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,594 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123da7d62bd2c8946dca81a4a0f13429333_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123da7d62bd2c8946dca81a4a0f13429333_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,595 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ddb2ee85c7a6405fbd0b9bcbc03c6c6c_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ddb2ee85c7a6405fbd0b9bcbc03c6c6c_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,596 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7b55d1d57c04c8ca5467eb2366eb854_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7b55d1d57c04c8ca5467eb2366eb854_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,597 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ef8156776bd542518f68ac72a1a32807_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ef8156776bd542518f68ac72a1a32807_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,598 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f80121e1e5a7497a8e8031e34c439e7d_c5a1f7f3e0eff5cbdba43e58f6c759c4 to hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f80121e1e5a7497a8e8031e34c439e7d_c5a1f7f3e0eff5cbdba43e58f6c759c4 2024-11-23T11:23:48,599 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T11:23:48,601 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=175, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:48,602 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T11:23:48,604 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T11:23:48,605 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=175, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:48,605 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T11:23:48,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732361028605"}]},"ts":"9223372036854775807"} 2024-11-23T11:23:48,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T11:23:48,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c5a1f7f3e0eff5cbdba43e58f6c759c4, NAME => 'TestAcidGuarantees,,1732361002084.c5a1f7f3e0eff5cbdba43e58f6c759c4.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T11:23:48,606 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T11:23:48,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732361028606"}]},"ts":"9223372036854775807"} 2024-11-23T11:23:48,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T11:23:48,609 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=175, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T11:23:48,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-11-23T11:23:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T11:23:48,660 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-23T11:23:48,669 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=242 (was 241) - Thread LEAK? -, OpenFileDescriptor=456 (was 456), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=625 (was 625), ProcessCount=11 (was 11), AvailableMemoryMB=3492 (was 3589) 2024-11-23T11:23:48,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T11:23:48,669 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T11:23:48,669 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:63731 2024-11-23T11:23:48,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:48,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:23:48,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1610069381, stopped=false 2024-11-23T11:23:48,669 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=9bf4ef99e196,44909,1732360860499 2024-11-23T11:23:48,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T11:23:48,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T11:23:48,671 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-23T11:23:48,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:23:48,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:23:48,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:48,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:23:48,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:23:48,672 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9bf4ef99e196,37431,1732360861208' ***** 2024-11-23T11:23:48,672 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-23T11:23:48,672 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:23:48,672 INFO [RS:0;9bf4ef99e196:37431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:23:48,672 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-23T11:23:48,672 INFO [RS:0;9bf4ef99e196:37431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:23:48,673 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(3579): Received CLOSE for 0ad35f5083159548f59450d9107166a7 2024-11-23T11:23:48,673 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1224): stopping server 9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:48,673 DEBUG [RS:0;9bf4ef99e196:37431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:48,673 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:23:48,673 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:23:48,673 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:23:48,673 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-23T11:23:48,673 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0ad35f5083159548f59450d9107166a7, disabling compactions & flushes 2024-11-23T11:23:48,673 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7. 2024-11-23T11:23:48,673 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7. 2024-11-23T11:23:48,673 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-23T11:23:48,673 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7. after waiting 0 ms 2024-11-23T11:23:48,673 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7. 2024-11-23T11:23:48,673 DEBUG [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 0ad35f5083159548f59450d9107166a7=hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7.} 2024-11-23T11:23:48,673 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 0ad35f5083159548f59450d9107166a7 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-23T11:23:48,673 DEBUG [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:23:48,673 INFO [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T11:23:48,674 DEBUG [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T11:23:48,674 DEBUG [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:23:48,674 DEBUG [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:23:48,674 INFO [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-23T11:23:48,674 DEBUG [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1629): Waiting on 0ad35f5083159548f59450d9107166a7, 1588230740 2024-11-23T11:23:48,689 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/namespace/0ad35f5083159548f59450d9107166a7/.tmp/info/c4cadce6c66542e1b3ded5bbaad8b92f is 45, key is default/info:d/1732360866524/Put/seqid=0 2024-11-23T11:23:48,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742446_1622 (size=5037) 2024-11-23T11:23:48,694 DEBUG [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/.tmp/info/ec66b5771771447fb5745d4f5427dce1 is 143, key is hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7./info:regioninfo/1732360866408/Put/seqid=0 2024-11-23T11:23:48,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742447_1623 (size=7725) 2024-11-23T11:23:48,697 INFO [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/.tmp/info/ec66b5771771447fb5745d4f5427dce1 2024-11-23T11:23:48,714 DEBUG [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/.tmp/rep_barrier/d44f1698a28542bcb75c96351f9c4e31 is 102, key is TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4./rep_barrier:/1732360892377/DeleteFamily/seqid=0 2024-11-23T11:23:48,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742448_1624 (size=6025) 2024-11-23T11:23:48,733 INFO [regionserver/9bf4ef99e196:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:23:48,812 INFO [regionserver/9bf4ef99e196:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:23:48,812 INFO [regionserver/9bf4ef99e196:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:23:48,874 DEBUG [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1629): Waiting on 0ad35f5083159548f59450d9107166a7, 1588230740 2024-11-23T11:23:49,075 DEBUG [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1629): Waiting on 0ad35f5083159548f59450d9107166a7, 1588230740 2024-11-23T11:23:49,093 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/namespace/0ad35f5083159548f59450d9107166a7/.tmp/info/c4cadce6c66542e1b3ded5bbaad8b92f 2024-11-23T11:23:49,096 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/namespace/0ad35f5083159548f59450d9107166a7/.tmp/info/c4cadce6c66542e1b3ded5bbaad8b92f as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/namespace/0ad35f5083159548f59450d9107166a7/info/c4cadce6c66542e1b3ded5bbaad8b92f 2024-11-23T11:23:49,098 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/namespace/0ad35f5083159548f59450d9107166a7/info/c4cadce6c66542e1b3ded5bbaad8b92f, entries=2, sequenceid=6, filesize=4.9 K 2024-11-23T11:23:49,099 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 0ad35f5083159548f59450d9107166a7 in 426ms, sequenceid=6, compaction requested=false 2024-11-23T11:23:49,102 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/namespace/0ad35f5083159548f59450d9107166a7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T11:23:49,102 INFO [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7. 2024-11-23T11:23:49,102 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0ad35f5083159548f59450d9107166a7: 2024-11-23T11:23:49,102 DEBUG [RS_CLOSE_REGION-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732360865173.0ad35f5083159548f59450d9107166a7. 2024-11-23T11:23:49,118 INFO [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/.tmp/rep_barrier/d44f1698a28542bcb75c96351f9c4e31 2024-11-23T11:23:49,135 DEBUG [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/.tmp/table/0fbc3538778c4a7eb6865fed69854922 is 96, key is TestAcidGuarantees,,1732360866768.a2bc7ed26c41ab8b586bbb30a3fd32f4./table:/1732360892377/DeleteFamily/seqid=0 2024-11-23T11:23:49,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742449_1625 (size=5942) 2024-11-23T11:23:49,275 DEBUG [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T11:23:49,475 DEBUG [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T11:23:49,538 INFO [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/.tmp/table/0fbc3538778c4a7eb6865fed69854922 2024-11-23T11:23:49,542 DEBUG [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/.tmp/info/ec66b5771771447fb5745d4f5427dce1 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/info/ec66b5771771447fb5745d4f5427dce1 2024-11-23T11:23:49,544 INFO [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/info/ec66b5771771447fb5745d4f5427dce1, entries=22, sequenceid=93, filesize=7.5 K 2024-11-23T11:23:49,545 DEBUG [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/.tmp/rep_barrier/d44f1698a28542bcb75c96351f9c4e31 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/rep_barrier/d44f1698a28542bcb75c96351f9c4e31 2024-11-23T11:23:49,547 INFO [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/rep_barrier/d44f1698a28542bcb75c96351f9c4e31, entries=6, sequenceid=93, filesize=5.9 K 2024-11-23T11:23:49,548 DEBUG [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/.tmp/table/0fbc3538778c4a7eb6865fed69854922 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/table/0fbc3538778c4a7eb6865fed69854922 2024-11-23T11:23:49,550 INFO [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/table/0fbc3538778c4a7eb6865fed69854922, entries=9, sequenceid=93, filesize=5.8 K 2024-11-23T11:23:49,550 INFO [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 876ms, sequenceid=93, compaction requested=false 2024-11-23T11:23:49,554 DEBUG [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-23T11:23:49,554 DEBUG [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:23:49,554 INFO [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T11:23:49,554 DEBUG [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T11:23:49,554 DEBUG [RS_CLOSE_META-regionserver/9bf4ef99e196:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:23:49,675 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1250): stopping server 9bf4ef99e196,37431,1732360861208; all regions closed. 2024-11-23T11:23:49,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741834_1010 (size=26050) 2024-11-23T11:23:49,681 DEBUG [RS:0;9bf4ef99e196:37431 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/oldWALs 2024-11-23T11:23:49,681 INFO [RS:0;9bf4ef99e196:37431 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9bf4ef99e196%2C37431%2C1732360861208.meta:.meta(num 1732360864919) 2024-11-23T11:23:49,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741832_1008 (size=14356077) 2024-11-23T11:23:49,685 DEBUG [RS:0;9bf4ef99e196:37431 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/oldWALs 2024-11-23T11:23:49,685 INFO [RS:0;9bf4ef99e196:37431 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9bf4ef99e196%2C37431%2C1732360861208:(num 1732360863979) 2024-11-23T11:23:49,685 DEBUG [RS:0;9bf4ef99e196:37431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:49,685 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:23:49,685 INFO [RS:0;9bf4ef99e196:37431 {}] hbase.ChoreService(370): Chore service for: regionserver/9bf4ef99e196:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-23T11:23:49,686 INFO [regionserver/9bf4ef99e196:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T11:23:49,686 INFO [RS:0;9bf4ef99e196:37431 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37431 2024-11-23T11:23:49,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9bf4ef99e196,37431,1732360861208 2024-11-23T11:23:49,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T11:23:49,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bf4ef99e196,37431,1732360861208] 2024-11-23T11:23:49,691 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9bf4ef99e196,37431,1732360861208; numProcessing=1 2024-11-23T11:23:49,692 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9bf4ef99e196,37431,1732360861208 already deleted, retry=false 2024-11-23T11:23:49,692 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9bf4ef99e196,37431,1732360861208 expired; onlineServers=0 2024-11-23T11:23:49,692 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9bf4ef99e196,44909,1732360860499' ***** 2024-11-23T11:23:49,692 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:23:49,692 DEBUG [M:0;9bf4ef99e196:44909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d237f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bf4ef99e196/172.17.0.2:0 2024-11-23T11:23:49,692 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.HRegionServer(1224): stopping server 9bf4ef99e196,44909,1732360860499 2024-11-23T11:23:49,693 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.HRegionServer(1250): stopping server 9bf4ef99e196,44909,1732360860499; all regions closed. 2024-11-23T11:23:49,693 DEBUG [M:0;9bf4ef99e196:44909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:49,693 DEBUG [M:0;9bf4ef99e196:44909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:23:49,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:23:49,693 DEBUG [M:0;9bf4ef99e196:44909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:23:49,693 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster-HFileCleaner.small.0-1732360863689 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bf4ef99e196:0:becomeActiveMaster-HFileCleaner.small.0-1732360863689,5,FailOnTimeoutGroup] 2024-11-23T11:23:49,693 DEBUG [master/9bf4ef99e196:0:becomeActiveMaster-HFileCleaner.large.0-1732360863688 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bf4ef99e196:0:becomeActiveMaster-HFileCleaner.large.0-1732360863688,5,FailOnTimeoutGroup] 2024-11-23T11:23:49,693 INFO [M:0;9bf4ef99e196:44909 {}] hbase.ChoreService(370): Chore service for: master/9bf4ef99e196:0 had [] on shutdown 2024-11-23T11:23:49,693 DEBUG [M:0;9bf4ef99e196:44909 {}] master.HMaster(1733): Stopping service threads 2024-11-23T11:23:49,693 INFO [M:0;9bf4ef99e196:44909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:23:49,693 ERROR [M:0;9bf4ef99e196:44909 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38753,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:38753 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38753,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-23T11:23:49,694 INFO [M:0;9bf4ef99e196:44909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:23:49,694 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:23:49,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T11:23:49,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:23:49,695 DEBUG [M:0;9bf4ef99e196:44909 {}] zookeeper.ZKUtil(347): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T11:23:49,695 WARN [M:0;9bf4ef99e196:44909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:23:49,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T11:23:49,695 INFO [M:0;9bf4ef99e196:44909 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-23T11:23:49,695 INFO [M:0;9bf4ef99e196:44909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:23:49,695 DEBUG [M:0;9bf4ef99e196:44909 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:23:49,695 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:49,695 DEBUG [M:0;9bf4ef99e196:44909 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:49,695 DEBUG [M:0;9bf4ef99e196:44909 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:23:49,695 DEBUG [M:0;9bf4ef99e196:44909 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:49,695 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=754.87 KB heapSize=927.23 KB 2024-11-23T11:23:49,710 DEBUG [M:0;9bf4ef99e196:44909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c5822a5b345446095c7b85f2db64ed1 is 82, key is hbase:meta,,1/info:regioninfo/1732360865065/Put/seqid=0 2024-11-23T11:23:49,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742450_1626 (size=5672) 2024-11-23T11:23:49,713 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2120 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c5822a5b345446095c7b85f2db64ed1 2024-11-23T11:23:49,732 DEBUG [M:0;9bf4ef99e196:44909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adb25dddb433465a84e6aa61773a49c0 is 2278, key is \x00\x00\x00\x00\x00\x00\x00*/proc:d/1732360895535/Put/seqid=0 2024-11-23T11:23:49,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742451_1627 (size=44386) 2024-11-23T11:23:49,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:49,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x100241ca9100001, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:49,792 INFO [RS:0;9bf4ef99e196:37431 {}] regionserver.HRegionServer(1307): Exiting; stopping=9bf4ef99e196,37431,1732360861208; zookeeper connection closed. 2024-11-23T11:23:49,792 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b33f708 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b33f708 2024-11-23T11:23:49,792 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:23:50,139 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=754.32 KB at sequenceid=2120 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adb25dddb433465a84e6aa61773a49c0 2024-11-23T11:23:50,142 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adb25dddb433465a84e6aa61773a49c0 2024-11-23T11:23:50,157 DEBUG [M:0;9bf4ef99e196:44909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8472485fe5a04cd19833ef934c46bad0 is 69, key is 9bf4ef99e196,37431,1732360861208/rs:state/1732360863744/Put/seqid=0 2024-11-23T11:23:50,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073742452_1628 (size=5156) 2024-11-23T11:23:50,561 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2120 (bloomFilter=true), to=hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8472485fe5a04cd19833ef934c46bad0 2024-11-23T11:23:50,564 DEBUG [M:0;9bf4ef99e196:44909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c5822a5b345446095c7b85f2db64ed1 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c5822a5b345446095c7b85f2db64ed1 2024-11-23T11:23:50,566 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c5822a5b345446095c7b85f2db64ed1, entries=8, sequenceid=2120, filesize=5.5 K 2024-11-23T11:23:50,567 DEBUG [M:0;9bf4ef99e196:44909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adb25dddb433465a84e6aa61773a49c0 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/adb25dddb433465a84e6aa61773a49c0 2024-11-23T11:23:50,569 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adb25dddb433465a84e6aa61773a49c0 2024-11-23T11:23:50,569 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/adb25dddb433465a84e6aa61773a49c0, entries=175, sequenceid=2120, filesize=43.3 K 2024-11-23T11:23:50,570 DEBUG [M:0;9bf4ef99e196:44909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8472485fe5a04cd19833ef934c46bad0 as hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8472485fe5a04cd19833ef934c46bad0 2024-11-23T11:23:50,572 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38753/user/jenkins/test-data/defa9427-501e-0df3-574d-f07b0a837469/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8472485fe5a04cd19833ef934c46bad0, entries=1, sequenceid=2120, filesize=5.0 K 2024-11-23T11:23:50,573 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.HRegion(3040): Finished flush of dataSize ~754.87 KB/772990, heapSize ~926.93 KB/949176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=2120, compaction requested=false 2024-11-23T11:23:50,574 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:50,574 DEBUG [M:0;9bf4ef99e196:44909 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T11:23:50,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39847 is added to blk_1073741830_1006 (size=912013) 2024-11-23T11:23:50,576 INFO [M:0;9bf4ef99e196:44909 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-23T11:23:50,576 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T11:23:50,576 INFO [M:0;9bf4ef99e196:44909 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44909 2024-11-23T11:23:50,578 DEBUG [M:0;9bf4ef99e196:44909 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/9bf4ef99e196,44909,1732360860499 already deleted, retry=false 2024-11-23T11:23:50,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:50,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44909-0x100241ca9100000, quorum=127.0.0.1:63731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:50,679 INFO [M:0;9bf4ef99e196:44909 {}] regionserver.HRegionServer(1307): Exiting; stopping=9bf4ef99e196,44909,1732360860499; zookeeper connection closed. 2024-11-23T11:23:50,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:23:50,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:23:50,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:23:50,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:23:50,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/hadoop.log.dir/,STOPPED} 2024-11-23T11:23:50,708 WARN [BP-1295590609-172.17.0.2-1732360857718 heartbeating to localhost/127.0.0.1:38753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:23:50,708 WARN [BP-1295590609-172.17.0.2-1732360857718 heartbeating to localhost/127.0.0.1:38753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1295590609-172.17.0.2-1732360857718 (Datanode Uuid 59300faf-219a-40f3-abb5-2abb8e4e1da7) service to localhost/127.0.0.1:38753 2024-11-23T11:23:50,710 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:23:50,710 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:23:50,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/cluster_8f672425-546c-8dbb-8788-0020f76149aa/dfs/data/data1/current/BP-1295590609-172.17.0.2-1732360857718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:23:50,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/cluster_8f672425-546c-8dbb-8788-0020f76149aa/dfs/data/data2/current/BP-1295590609-172.17.0.2-1732360857718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:23:50,712 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:23:50,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:23:50,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:23:50,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:23:50,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:23:50,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b0c7ca8-4ec8-494a-2765-d178fd77bf17/hadoop.log.dir/,STOPPED} 2024-11-23T11:23:50,757 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-23T11:23:50,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-23T11:23:50,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:23:50,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:23:50,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:23:50,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-23T11:23:50,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees